+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-82.ec2.internal ++ [[ -n ip-10-0-1-82.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-82.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 14:10:44.179523624 - disable conntrack on geneve port' I0430 14:10:44.179523624 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 14:10:44.221638544 - starting ovnkube-node' I0430 14:10:44.221638544 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-82.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-82.ec2.internal --init-node ip-10-0-1-82.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-82.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 14:10:44.283348 3780 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 14:10:44.283416 3780 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-bb52e1b948.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 14:10:44.285191 3780 kube.go:431] Waiting for certificate I0430 14:10:44.285227 3780 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 14:10:44.285264 3780 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 14:10:44.286061 3780 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 14:10:44.310329 3780 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:10:44.310349 3780 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:10:44.312299 3780 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:10:44.316233 3780 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ckf2p" I0430 14:10:44.326163 3780 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ckf2p" I0430 14:10:44.326251 3780 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 14:10:45.285492 3780 kube.go:438] Certificate found I0430 14:10:45.286062 3780 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 14:10:45.286978 3780 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 14:10:45.354003 3780 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 14:10:45.354749 3780 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 14:05:44 +0000 UTC" deadline="2026-05-01 09:16:21.756138185 +0000 UTC" I0430 14:10:45.355139 3780 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h5m36.401022166s" I0430 14:10:45.367201 3780 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 14:10:45.367293 3780 factory.go:561] Starting watch factory I0430 14:10:45.367391 3780 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367413 3780 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367413 3780 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367438 3780 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367390 3780 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367512 3780 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367865 3780 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367891 3780 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367857 3780 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367910 3780 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367953 3780 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.367986 3780 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.368126 3780 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 14:10:45.368547 3780 server.go:101] MetricServer registers OVS metrics I0430 14:10:45.369100 3780 server.go:105] MetricServer registers OVN DB metrics I0430 14:10:45.372995 3780 controller_manager.go:370] Starting the ovnkube controller I0430 14:10:45.373008 3780 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-82.ec2.internal I0430 14:10:45.373059 3780 controller_manager.go:395] NBDB zone sync took: 42.21µs I0430 14:10:45.373071 3780 factory.go:561] Starting watch factory I0430 14:10:45.374081 3780 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 14:10:45.374111 3780 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 14:10:45.385786 3780 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.386054 3780 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.386530 3780 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.386785 3780 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.391617 3780 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 14:10:45.391655 3780 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 14:10:45.391983 3780 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.392445 3780 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 14:10:45.396627 3780 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 14:10:45.396658 3780 server.go:109] MetricServer registers OVN Controller metrics I0430 14:10:45.401692 3780 server.go:113] MetricServer registers OVN Northd metrics I0430 14:10:45.405749 3780 metrics.go:519] OVN Metrics Server starts to run ... I0430 14:10:45.473569 3780 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 14:10:45.473617 3780 factory.go:1977] *v1.Node informer cache synced successfully I0430 14:10:45.473623 3780 factory.go:1977] *v1.Service informer cache synced successfully I0430 14:10:45.473628 3780 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 14:10:45.473632 3780 factory.go:1977] *v1.Pod informer cache synced successfully I0430 14:10:45.473636 3780 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 14:10:45.473760 3780 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:45.473780 3780 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:45.473758 3780 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:45.473815 3780 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:45.477436 3780 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:45.477438 3780 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 14:10:45.479237 3780 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 14:10:45.479249 3780 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 14:10:45.479305 3780 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.479318 3780 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.479347 3780 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 14:10:45.479361 3780 factory.go:1977] *v1.Pod informer cache synced successfully I0430 14:10:45.479366 3780 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 14:10:45.479369 3780 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 14:10:45.479374 3780 factory.go:1977] *v1.Node informer cache synced successfully I0430 14:10:45.479377 3780 factory.go:1977] *v1.Service informer cache synced successfully I0430 14:10:45.482703 3780 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.484691 3780 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 14:10:45.484704 3780 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 14:10:45.484712 3780 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 14:10:45.484758 3780 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.484771 3780 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.487616 3780 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.490267 3780 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 14:10:45.490284 3780 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 14:10:45.490358 3780 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.490374 3780 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.493126 3780 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.495622 3780 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 14:10:45.495636 3780 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 14:10:45.495705 3780 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.495721 3780 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.498622 3780 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.501274 3780 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 14:10:45.501344 3780 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 14:10:45.501414 3780 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.501426 3780 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.504192 3780 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.506633 3780 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 14:10:45.506660 3780 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 14:10:45.506805 3780 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:10:45.506818 3780 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:10:45.509721 3780 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 14:10:45.512244 3780 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 14:10:45.512253 3780 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 14:10:45.512319 3780 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.512330 3780 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.512492 3780 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.512507 3780 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.515447 3780 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.515606 3780 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 14:10:45.517520 3780 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 14:10:45.517595 3780 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 14:10:45.517606 3780 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 14:10:45.517613 3780 factory.go:680] Watch Factory start up complete, took: 150.324654ms I0430 14:10:45.517679 3780 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 14:10:45.523104 3780 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 14:10:45.523115 3780 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 14:10:45.523123 3780 factory.go:680] Watch Factory start up complete, took: 150.051258ms I0430 14:10:45.523131 3780 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-82.ec2.internal" zone I0430 14:10:45.563033 3780 default_node_network_controller.go:710] Initializing the default node network controller I0430 14:10:45.652512 3780 udn_isolation.go:101] Starting UDN host isolation manager I0430 14:10:45.658497 3780 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 14:10:45.722797 3780 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 14:10:45.722871 3780 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 14:10:45.722887 3780 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 14:10:45.756042 3780 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 14:10:45.756108 3780 default_node_network_controller.go:809] Node ip-10-0-1-82.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0430 14:10:45.761580 3780 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.82"] k8s.ovn.org/zone-name:ip-10-0-1-82.ec2.internal] on node ip-10-0-1-82.ec2.internal I0430 14:10:45.782850 3780 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 14:10:45.788980 3780 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 14:10:45.789128 3780 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0430 14:10:45.789285 3780 gateway_init.go:263] Preparing Gateway I0430 14:10:45.789297 3780 gateway_shared_intf.go:1687] Creating new gateway I0430 14:10:45.919245 3780 iptables.go:108] Creating table: filter chain: FORWARD I0430 14:10:45.925348 3780 iptables.go:108] Creating table: filter chain: OUTPUT I0430 14:10:45.931349 3780 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 14:10:45.931367 3780 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-82.ec2.internal","mac-address":"0a:ff:dc:20:f0:3d","ip-addresses":["10.0.1.82/24"],"ip-address":"10.0.1.82/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b75c12f5-d01b-4a6b-bc1e-ab0efdcced70 k8s.ovn.org/node-encap-ips:["10.0.1.82"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.82/24"} k8s.ovn.org/zone-name:ip-10-0-1-82.ec2.internal] on node ip-10-0-1-82.ec2.internal I0430 14:10:45.951116 3780 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:46.023354 3780 controller_manager.go:429] Waiting for node in zone sync took: 500.209281ms I0430 14:10:46.029863 3780 controller_manager.go:611] Switching to transit router for layer2 networks I0430 14:10:46.029878 3780 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-82.ec2.internal I0430 14:10:46.044636 3780 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 14:10:46.051775 3780 controller_manager.go:290] SCTP support detected in OVN I0430 14:10:46.052375 3780 services_controller.go:69] Creating services controller for network=default I0430 14:10:46.052493 3780 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 14:10:46.052556 3780 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 14:10:46.052587 3780 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 14:10:46.052600 3780 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 14:10:46.052608 3780 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 14:10:46.052769 3780 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 14:10:46.052812 3780 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 14:10:46.052856 3780 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.167µs I0430 14:10:46.052875 3780 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 55.402µs I0430 14:10:46.052881 3780 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 68.696µs I0430 14:10:46.052887 3780 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 14:10:46.052893 3780 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 14:10:46.052902 3780 default_network_controller.go:325] Starting the default network controller I0430 14:10:46.052925 3780 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.095µs I0430 14:10:46.052943 3780 udn_enabled_svc.go:95] Performing full resync I0430 14:10:46.053206 3780 udn_enabled_svc.go:99] Waiting for handler to sync I0430 14:10:46.053216 3780 udn_enabled_svc.go:104] Starting worker I0430 14:10:46.063028 3780 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 14:10:46.063091 3780 repair.go:33] Syncing exgw routes took 50.399µs I0430 14:10:46.063130 3780 default_network_controller.go:414] Starting all the Watchers... I0430 14:10:46.063285 3780 namespace.go:98] [openshift-marketplace] adding namespace I0430 14:10:46.063307 3780 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 14:10:46.063307 3780 namespace.go:98] [openshift-infra] adding namespace I0430 14:10:46.063316 3780 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 14:10:46.063337 3780 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 14:10:46.063348 3780 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 14:10:46.063358 3780 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 14:10:46.063365 3780 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 14:10:46.063376 3780 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 14:10:46.063386 3780 namespace.go:98] [openshift-controller-manager] adding namespace I0430 14:10:46.063394 3780 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 14:10:46.063413 3780 namespace.go:98] [openshift-multus] adding namespace I0430 14:10:46.063288 3780 namespace.go:98] [kube-system] adding namespace I0430 14:10:46.063449 3780 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 14:10:46.063460 3780 namespace.go:98] [openshift-image-registry] adding namespace I0430 14:10:46.063960 3780 namespace.go:102] [openshift-marketplace] adding namespace took 661.993µs I0430 14:10:46.063976 3780 namespace.go:98] [openshift-config-managed] adding namespace I0430 14:10:46.064553 3780 namespace.go:102] [openshift-config-managed] adding namespace took 569.516µs I0430 14:10:46.064573 3780 namespace.go:98] [default] adding namespace I0430 14:10:46.065129 3780 namespace.go:102] [default] adding namespace took 549.389µs I0430 14:10:46.065145 3780 namespace.go:98] [openshift-machine-api] adding namespace I0430 14:10:46.065778 3780 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 2.458886ms I0430 14:10:46.065796 3780 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 14:10:46.066353 3780 namespace.go:102] [openshift-infra] adding namespace took 3.032509ms I0430 14:10:46.066370 3780 namespace.go:98] [openshift-host-network] adding namespace W0430 14:10:46.066940 3780 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-zxhcl: pod openshift-network-diagnostics/network-check-target-zxhcl: no pod IPs found W0430 14:10:46.066955 3780 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lqqzm: pod openshift-network-diagnostics/network-check-target-lqqzm: no pod IPs found I0430 14:10:46.066967 3780 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.639276ms I0430 14:10:46.066980 3780 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 14:10:46.067637 3780 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.285585ms I0430 14:10:46.067652 3780 namespace.go:98] [kube-public] adding namespace I0430 14:10:46.068331 3780 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.972385ms I0430 14:10:46.068352 3780 namespace.go:98] [openshift-node] adding namespace I0430 14:10:46.069046 3780 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.678974ms I0430 14:10:46.069086 3780 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 14:10:46.069731 3780 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.354944ms I0430 14:10:46.069747 3780 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 14:10:46.070453 3780 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.066566ms I0430 14:10:46.070467 3780 namespace.go:98] [openshift-config-operator] adding namespace I0430 14:10:46.071174 3780 namespace.go:102] [openshift-controller-manager] adding namespace took 7.783983ms I0430 14:10:46.071186 3780 namespace.go:98] [openshift-dns-operator] adding namespace W0430 14:10:46.071804 3780 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-j4tfr: pod openshift-multus/network-metrics-daemon-j4tfr: no pod IPs found W0430 14:10:46.071816 3780 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v26kq: pod openshift-multus/network-metrics-daemon-v26kq: no pod IPs found I0430 14:10:46.071844 3780 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.441258ms I0430 14:10:46.071864 3780 namespace.go:98] [openshift-dns] adding namespace I0430 14:10:46.072599 3780 namespace.go:102] [openshift-multus] adding namespace took 9.178561ms I0430 14:10:46.072613 3780 namespace.go:98] [openshift-network-console] adding namespace I0430 14:10:46.073267 3780 namespace.go:102] [kube-system] adding namespace took 9.843038ms I0430 14:10:46.073282 3780 namespace.go:98] [openshift-package-operator] adding namespace I0430 14:10:46.073944 3780 namespace.go:102] [openshift-kube-scheduler] adding namespace took 10.487306ms I0430 14:10:46.073955 3780 namespace.go:98] [openshift-logging] adding namespace I0430 14:10:46.074721 3780 namespace.go:102] [openshift-image-registry] adding namespace took 11.218566ms I0430 14:10:46.074732 3780 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 14:10:46.075231 3780 namespace.go:102] [openshift-machine-api] adding namespace took 10.075829ms I0430 14:10:46.075287 3780 namespace.go:98] [openshift-console] adding namespace I0430 14:10:46.075872 3780 namespace.go:102] [openshift-console-user-settings] adding namespace took 10.067996ms I0430 14:10:46.075891 3780 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 14:10:46.076396 3780 namespace.go:102] [openshift-host-network] adding namespace took 10.020345ms I0430 14:10:46.076425 3780 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 14:10:46.077027 3780 namespace.go:102] [openshift-backplane-cee] adding namespace took 10.041019ms I0430 14:10:46.077043 3780 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0430 14:10:46.077607 3780 namespace.go:102] [kube-public] adding namespace took 9.948696ms I0430 14:10:46.077620 3780 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 14:10:46.078091 3780 namespace.go:102] [openshift-node] adding namespace took 9.732798ms I0430 14:10:46.078104 3780 namespace.go:98] [openshift-apiserver] adding namespace I0430 14:10:46.078542 3780 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.439251ms I0430 14:10:46.078556 3780 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 14:10:46.078995 3780 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 9.243579ms I0430 14:10:46.079006 3780 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 14:10:46.079501 3780 namespace.go:102] [openshift-config-operator] adding namespace took 9.027308ms I0430 14:10:46.079520 3780 namespace.go:98] [kube-node-lease] adding namespace I0430 14:10:46.079921 3780 namespace.go:102] [openshift-dns-operator] adding namespace took 8.729686ms I0430 14:10:46.079936 3780 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 14:10:46.080370 3780 namespace.go:102] [openshift-dns] adding namespace took 8.497779ms I0430 14:10:46.080387 3780 namespace.go:98] [openshift-cluster-version] adding namespace I0430 14:10:46.080989 3780 namespace.go:102] [openshift-network-console] adding namespace took 8.368792ms I0430 14:10:46.081003 3780 namespace.go:98] [openshift-console-operator] adding namespace I0430 14:10:46.081489 3780 namespace.go:102] [openshift-package-operator] adding namespace took 8.18808ms I0430 14:10:46.081502 3780 namespace.go:98] [dedicated-admin] adding namespace I0430 14:10:46.082091 3780 namespace.go:102] [openshift-logging] adding namespace took 8.128041ms I0430 14:10:46.082109 3780 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 14:10:46.083105 3780 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.36553ms I0430 14:10:46.083119 3780 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 14:10:46.083598 3780 namespace.go:102] [openshift-console] adding namespace took 8.300155ms I0430 14:10:46.084136 3780 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.238931ms I0430 14:10:46.084150 3780 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 14:10:46.084703 3780 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.268644ms I0430 14:10:46.084714 3780 namespace.go:98] [openshift-backplane-csm] adding namespace I0430 14:10:46.085209 3780 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.162106ms I0430 14:10:46.085223 3780 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 14:10:46.085749 3780 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.124784ms I0430 14:10:46.085760 3780 namespace.go:98] [openshift-ingress] adding namespace I0430 14:10:46.086230 3780 namespace.go:102] [openshift-apiserver] adding namespace took 8.119463ms I0430 14:10:46.086247 3780 namespace.go:98] [openshift-authentication] adding namespace I0430 14:10:46.086824 3780 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.262743ms I0430 14:10:46.086838 3780 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0430 14:10:46.087375 3780 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.363717ms I0430 14:10:46.087389 3780 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 14:10:46.087804 3780 namespace.go:102] [kube-node-lease] adding namespace took 8.276699ms I0430 14:10:46.087822 3780 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 14:10:46.088312 3780 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.369518ms I0430 14:10:46.088326 3780 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 14:10:46.088843 3780 namespace.go:102] [openshift-cluster-version] adding namespace took 8.451647ms I0430 14:10:46.088854 3780 namespace.go:98] [openshift-config] adding namespace I0430 14:10:46.089365 3780 namespace.go:102] [openshift-console-operator] adding namespace took 8.356067ms I0430 14:10:46.089380 3780 namespace.go:98] [openshift-operators] adding namespace I0430 14:10:46.089764 3780 namespace.go:102] [dedicated-admin] adding namespace took 8.257494ms I0430 14:10:46.089776 3780 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 14:10:46.090230 3780 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.114657ms I0430 14:10:46.090244 3780 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 14:10:46.090684 3780 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.559786ms I0430 14:10:46.090697 3780 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 14:10:46.091204 3780 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.029796ms I0430 14:10:46.091215 3780 namespace.go:98] [openshift] adding namespace I0430 14:10:46.091761 3780 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.041476ms I0430 14:10:46.091775 3780 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 14:10:46.092259 3780 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.027718ms I0430 14:10:46.092273 3780 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 14:10:46.092709 3780 namespace.go:102] [openshift-ingress] adding namespace took 6.943316ms I0430 14:10:46.092725 3780 namespace.go:98] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] adding namespace I0430 14:10:46.093129 3780 namespace.go:102] [openshift-authentication] adding namespace took 6.876563ms I0430 14:10:46.093140 3780 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0430 14:10:46.093539 3780 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.693678ms I0430 14:10:46.093556 3780 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 14:10:46.094138 3780 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.744211ms I0430 14:10:46.094152 3780 namespace.go:98] [openshift-backplane] adding namespace I0430 14:10:46.094742 3780 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.912059ms I0430 14:10:46.094761 3780 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 14:10:46.095259 3780 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.928304ms I0430 14:10:46.095273 3780 namespace.go:98] [openshift-monitoring] adding namespace I0430 14:10:46.095735 3780 namespace.go:102] [openshift-config] adding namespace took 6.876512ms I0430 14:10:46.095747 3780 namespace.go:98] [openshift-insights] adding namespace I0430 14:10:46.096252 3780 namespace.go:102] [openshift-operators] adding namespace took 6.868151ms I0430 14:10:46.096264 3780 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 14:10:46.096835 3780 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.052072ms I0430 14:10:46.096850 3780 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 14:10:46.097337 3780 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.087136ms I0430 14:10:46.097351 3780 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 14:10:46.097904 3780 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.201821ms I0430 14:10:46.097917 3780 namespace.go:98] [openshift-network-operator] adding namespace I0430 14:10:46.098416 3780 namespace.go:102] [openshift] adding namespace took 7.195275ms I0430 14:10:46.099005 3780 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.222842ms I0430 14:10:46.099501 3780 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.222987ms I0430 14:10:46.099933 3780 namespace.go:102] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] adding namespace took 7.202524ms I0430 14:10:46.100313 3780 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.169754ms I0430 14:10:46.100822 3780 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.261567ms I0430 14:10:46.100836 3780 namespace.go:98] [openshift-etcd] adding namespace I0430 14:10:46.101194 3780 namespace.go:102] [openshift-backplane] adding namespace took 7.034804ms I0430 14:10:46.101588 3780 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.822164ms I0430 14:10:46.101600 3780 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 14:10:46.102072 3780 namespace.go:102] [openshift-monitoring] adding namespace took 6.793566ms I0430 14:10:46.102413 3780 namespace.go:102] [openshift-insights] adding namespace took 6.662226ms I0430 14:10:46.102423 3780 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 14:10:46.102919 3780 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.649527ms I0430 14:10:46.102933 3780 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 14:10:46.103264 3780 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.409919ms I0430 14:10:46.103693 3780 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.337921ms I0430 14:10:46.104174 3780 namespace.go:102] [openshift-network-operator] adding namespace took 6.252478ms I0430 14:10:46.104641 3780 namespace.go:102] [openshift-etcd] adding namespace took 3.799863ms I0430 14:10:46.105411 3780 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.806111ms I0430 14:10:46.105922 3780 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.494398ms I0430 14:10:46.106279 3780 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 3.3414ms W0430 14:10:46.106368 3780 master.go:471] Unable to parse remote node ip-10-0-0-229.ec2.internal chassis-id annotation. Chassis may be removed during sync I0430 14:10:46.106464 3780 master.go:548] Adding or Updating local node "ip-10-0-1-82.ec2.internal" for network "default" I0430 14:10:46.106549 3780 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-229.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-229.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-229.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-229.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-229.ec2.internal W0430 14:10:46.113840 3780 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-j4tfr: pod openshift-multus/network-metrics-daemon-j4tfr: no pod IPs found W0430 14:10:46.113854 3780 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lqqzm: pod openshift-network-diagnostics/network-check-target-lqqzm: no pod IPs found I0430 14:10:46.114835 3780 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-82.ec2.internal for the network default I0430 14:10:46.115227 3780 zone_ic_handler.go:195] Time taken to create transit switch: 378.221µs I0430 14:10:46.115956 3780 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 14:10:46.115981 3780 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 14:10:46.115997 3780 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 14:10:46.116006 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-229.ec2.internal in network "default" I0430 14:10:46.116038 3780 node_tracker.go:235] Node ip-10-0-0-229.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-229.ec2.internal" I0430 14:10:46.116052 3780 node_tracker.go:169] Node ip-10-0-0-229.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:46.116068 3780 services_controller.go:574] Full service sync requested for network=default I0430 14:10:46.116078 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0430 14:10:46.116106 3780 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:46.116113 3780 services_controller.go:574] Full service sync requested for network=default I0430 14:10:46.216987 3780 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 14:10:46.217025 3780 services_controller.go:208] Setting up event handlers for services for network=default I0430 14:10:46.217087 3780 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 14:10:46.217161 3780 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 14:10:46.217203 3780 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 14:10:46.317625 3780 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 14:10:46.317665 3780 repair.go:60] Starting repairing loop for services I0430 14:10:46.317760 3780 repair.go:131] Deleted 0 stale service LBs I0430 14:10:46.317782 3780 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 14:10:46.317799 3780 repair.go:62] Finished repairing loop for services: 135.79µs I0430 14:10:46.317824 3780 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 14:10:46.317837 3780 services_controller.go:254] Starting workers for network=default I0430 14:10:46.318260 3780 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-zxhcl, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-zxhcl: suppressed error logged: pod openshift-network-diagnostics/network-check-target-zxhcl: no pod IPs found I0430 14:10:46.318322 3780 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lqqzm] creating logical port openshift-network-diagnostics_network-check-target-lqqzm for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:46.318334 3780 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-v26kq, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-v26kq: suppressed error logged: pod openshift-multus/network-metrics-daemon-v26kq: no pod IPs found I0430 14:10:46.318358 3780 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-j4tfr] creating logical port openshift-multus_network-metrics-daemon-j4tfr for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:46.319060 3780 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lqqzm I0430 14:10:46.319102 3780 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-j4tfr I0430 14:10:46.335727 3780 pod.go:62] [openshift-network-diagnostics/network-check-target-lqqzm] pod update took 17.30587ms I0430 14:10:46.335755 3780 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-lqqzm] addLogicalPort annotation time took 17.337997ms I0430 14:10:46.336682 3780 pods.go:271] [openshift-network-diagnostics/network-check-target-lqqzm] addLogicalPort took 18.368359ms, libovsdb time 676.843µs I0430 14:10:46.340276 3780 pod.go:62] [openshift-multus/network-metrics-daemon-j4tfr] pod update took 21.846411ms I0430 14:10:46.340297 3780 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-j4tfr] addLogicalPort annotation time took 21.871459ms I0430 14:10:46.341376 3780 pods.go:271] [openshift-multus/network-metrics-daemon-j4tfr] addLogicalPort took 23.029865ms, libovsdb time 824.18µs I0430 14:10:46.341767 3780 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 14:10:46.341789 3780 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 14:10:46.341801 3780 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 14:10:46.341806 3780 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 14:10:46.341998 3780 repair.go:29] Repairing admin network policies took 187.782µs I0430 14:10:46.342105 3780 repair.go:92] Repairing baseline admin network policies took 97.809µs I0430 14:10:46.342671 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 14:10:46.342688 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 14:10:46.344629 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 14:10:46.344651 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 14:10:46.344661 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 14:10:46.346413 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 14:10:46.346436 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 14:10:46.346446 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 14:10:46.346768 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 14:10:46.346786 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 14:10:46.346795 3780 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 14:10:46.348374 3780 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 14:10:46.348393 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 14:10:46.348401 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 14:10:46.348886 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 14:10:46.348899 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 14:10:46.348906 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 14:10:46.349910 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 14:10:46.349937 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 14:10:46.350380 3780 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 14:10:46.350397 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 14:10:46.352384 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 14:10:46.352404 3780 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 14:10:46.352414 3780 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 14:10:46.354621 3780 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 14:10:46.354645 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 14:10:46.354660 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 14:10:46.356888 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 14:10:46.356907 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 14:10:46.356919 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 14:10:46.357497 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 14:10:46.357520 3780 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 14:10:46.357531 3780 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 14:10:46.358044 3780 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 14:10:46.358067 3780 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 14:10:46.358082 3780 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 14:10:46.359031 3780 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 14:10:46.359050 3780 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 14:10:46.359063 3780 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 14:10:46.361220 3780 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 14:10:46.361237 3780 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 14:10:46.361245 3780 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 14:10:46.361816 3780 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 14:10:46.361835 3780 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 14:10:46.361843 3780 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 14:10:46.362137 3780 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 14:10:46.362153 3780 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 14:10:46.362162 3780 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 14:10:46.363129 3780 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 14:10:46.363148 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 14:10:46.363159 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 14:10:46.364388 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 14:10:46.364406 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 14:10:46.364413 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 14:10:46.364710 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 14:10:46.364731 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 14:10:46.364741 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 14:10:46.365866 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 14:10:46.365883 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 14:10:46.365911 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 14:10:46.367019 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 14:10:46.367040 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 14:10:46.367048 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 14:10:46.367564 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 14:10:46.367588 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 14:10:46.367595 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 14:10:46.368823 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 14:10:46.368840 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 14:10:46.368849 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 14:10:46.369328 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 14:10:46.369348 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 14:10:46.369356 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 14:10:46.369839 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 14:10:46.369859 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 14:10:46.369866 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 14:10:46.370332 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 14:10:46.370353 3780 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 14:10:46.370362 3780 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 14:10:46.371390 3780 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 14:10:46.371409 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 14:10:46.371419 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 14:10:46.372105 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 14:10:46.372124 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 14:10:46.372131 3780 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 14:10:46.372423 3780 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 14:10:46.372443 3780 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 14:10:46.372461 3780 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 14:10:46.372963 3780 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 14:10:46.378060 3780 egressfirewall.go:374] Starting EgressFirewall controller I0430 14:10:46.378094 3780 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 14:10:46.378122 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 14:10:46.378141 3780 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 14:10:46.378142 3780 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 14:10:46.378175 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 14:10:46.378193 3780 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 14:10:46.378499 3780 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 14:10:46.378513 3780 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 14:10:46.378518 3780 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 14:10:46.378529 3780 egressqos.go:193] Setting up event handlers for EgressQoS I0430 14:10:46.378542 3780 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0430 14:10:46.378553 3780 egressfirewall.go:723] Syncing node "ip-10-0-0-229.ec2.internal" for egress firewall I0430 14:10:46.378680 3780 egressqos.go:245] Starting EgressQoS Controller I0430 14:10:46.378693 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 14:10:46.378702 3780 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 14:10:46.378707 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 14:10:46.378712 3780 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 14:10:46.378717 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 14:10:46.378721 3780 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 14:10:46.378725 3780 egressqos.go:259] Repairing EgressQoSes I0430 14:10:46.378729 3780 egressqos.go:399] Starting repairing loop for egressqos I0430 14:10:46.378810 3780 egressqos.go:401] Finished repairing loop for egressqos: 80.758µs I0430 14:10:46.378825 3780 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 14:10:46.378854 3780 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-82.ec2.internal I0430 14:10:46.378899 3780 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-82.ec2.internal : 45.448µs I0430 14:10:46.378958 3780 egressservice_zone.go:210] Starting Egress Services Controller I0430 14:10:46.378974 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 14:10:46.378985 3780 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 14:10:46.378993 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 14:10:46.379002 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 14:10:46.379012 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 14:10:46.379020 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 14:10:46.379029 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 14:10:46.379035 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 14:10:46.379041 3780 egressservice_zone.go:228] Repairing Egress Services I0430 14:10:46.379313 3780 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 14:10:46.379325 3780 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 14:10:46.379338 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-229.ec2.internal I0430 14:10:46.379359 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-229.ec2.internal: 13.009µs I0430 14:10:46.379370 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0430 14:10:46.379375 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 6.401µs I0430 14:10:46.379505 3780 default_network_controller.go:585] Completing all the Watchers took 316.366167ms I0430 14:10:46.379523 3780 default_network_controller.go:589] Starting unidling controllers I0430 14:10:46.379536 3780 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 14:10:46.379544 3780 unidle.go:63] Populating Initial ContollerEvent events I0430 14:10:46.379556 3780 unidle.go:79] Setting up event handlers for services I0430 14:10:46.379602 3780 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 14:10:46.411351 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-229.ec2.internal in network "default" I0430 14:10:46.411380 3780 node_tracker.go:235] Node ip-10-0-0-229.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-229.ec2.internal" I0430 14:10:46.411395 3780 node_tracker.go:169] Node ip-10-0-0-229.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:46.411409 3780 services_controller.go:574] Full service sync requested for network=default I0430 14:10:46.411417 3780 default_network_controller.go:1025] Node "ip-10-0-0-229.ec2.internal" in remote zone "ip-10-0-0-229.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:10:46.451550 3780 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:46.467956 3780 default_network_controller.go:1025] Node "ip-10-0-0-229.ec2.internal" in remote zone "ip-10-0-0-229.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:10:46.541327 3780 default_network_controller.go:1025] Node "ip-10-0-0-229.ec2.internal" in remote zone "ip-10-0-0-229.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:10:46.541343 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-229.ec2.internal in network "default" I0430 14:10:46.541395 3780 node_tracker.go:169] Node ip-10-0-0-229.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:46.541406 3780 services_controller.go:574] Full service sync requested for network=default I0430 14:10:46.542270 3780 zone_ic_handler.go:195] Time taken to create transit switch: 253.747µs I0430 14:10:46.542284 3780 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-229.ec2.internal for the network default I0430 14:10:46.543286 3780 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-229.ec2.internal" on network "default" took: 1.28018ms I0430 14:10:46.952362 3780 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:47.452242 3780 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:47.951667 3780 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:48.145158 3780 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 14:10:48.452401 3780 default_node_network_controller.go:519] Node connection status = connected I0430 14:10:48.470347 3780 bridgeconfig.go:537] Gateway is ready I0430 14:10:48.470368 3780 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 14:10:48.482243 3780 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.82. Updating OVN encap IP. I0430 14:10:48.487802 3780 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.82 - it is already configured I0430 14:10:48.487814 3780 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.82/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 14:10:48.488016 3780 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.82/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-82.ec2.internal","mac-address":"0a:ff:dc:20:f0:3d","ip-addresses":["10.0.1.82/24"],"ip-address":"10.0.1.82/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:b75c12f5-d01b-4a6b-bc1e-ab0efdcced70 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.82/24"}] on node ip-10-0-1-82.ec2.internal I0430 14:10:48.504948 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0430 14:10:48.505001 3780 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:48.505017 3780 services_controller.go:574] Full service sync requested for network=default I0430 14:10:48.505025 3780 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0430 14:10:48.505043 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0430 14:10:48.505055 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 15.647µs I0430 14:10:48.505082 3780 master.go:548] Adding or Updating local node "ip-10-0-1-82.ec2.internal" for network "default" I0430 14:10:48.505299 3780 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.82 I0430 14:10:48.505438 3780 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-82.ec2.internal I0430 14:10:48.509333 3780 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-82.ec2.internal. Updating no re-route policies I0430 14:10:48.509410 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mwwsn I0430 14:10:48.509415 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-j4tfr I0430 14:10:48.509425 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-mwwsn I0430 14:10:48.509431 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-j4tfr I0430 14:10:48.509439 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal I0430 14:10:48.509444 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-mwwsn after 0 failed attempt(s) I0430 14:10:48.509452 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal I0430 14:10:48.509441 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lqqzm I0430 14:10:48.509453 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jgzfr I0430 14:10:48.509461 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lqqzm I0430 14:10:48.509469 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jgzfr I0430 14:10:48.509472 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal after 0 failed attempt(s) I0430 14:10:48.509509 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hlgjk I0430 14:10:48.509514 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jgzfr after 0 failed attempt(s) I0430 14:10:48.509525 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hlgjk I0430 14:10:48.509511 3780 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lqqzm] creating logical port openshift-network-diagnostics_network-check-target-lqqzm for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:48.509529 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-hqssl I0430 14:10:48.509544 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-hqssl I0430 14:10:48.509546 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hlgjk after 0 failed attempt(s) I0430 14:10:48.509510 3780 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal I0430 14:10:48.509550 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-5mbt6 I0430 14:10:48.509559 3780 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal I0430 14:10:48.509563 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-hqssl after 0 failed attempt(s) I0430 14:10:48.509522 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-q8cl4 I0430 14:10:48.509571 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-5mbt6 I0430 14:10:48.509574 3780 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal after 0 failed attempt(s) I0430 14:10:48.509578 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-q8cl4 I0430 14:10:48.509427 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-g5xvr I0430 14:10:48.509594 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-5mbt6 after 0 failed attempt(s) I0430 14:10:48.509598 3780 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-j4tfr] creating logical port openshift-multus_network-metrics-daemon-j4tfr for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:48.509602 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-g5xvr I0430 14:10:48.509623 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-g5xvr after 0 failed attempt(s) I0430 14:10:48.509597 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-q8cl4 after 0 failed attempt(s) I0430 14:10:48.509634 3780 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-bzr6l I0430 14:10:48.509637 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bn2rz I0430 14:10:48.509646 3780 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-bzr6l I0430 14:10:48.509647 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bn2rz I0430 14:10:48.509668 3780 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-bzr6l after 0 failed attempt(s) I0430 14:10:48.509676 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bn2rz after 0 failed attempt(s) I0430 14:10:48.510326 3780 pods.go:271] [openshift-network-diagnostics/network-check-target-lqqzm] addLogicalPort took 829.693µs, libovsdb time 266.523µs I0430 14:10:48.510337 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lqqzm after 0 failed attempt(s) I0430 14:10:48.510413 3780 pods.go:271] [openshift-multus/network-metrics-daemon-j4tfr] addLogicalPort took 827.592µs, libovsdb time 308.648µs I0430 14:10:48.510421 3780 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-j4tfr after 0 failed attempt(s) I0430 14:10:48.523504 3780 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 14:10:48.535918 3780 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 14:10:48.539114 3780 iptables.go:108] Creating table: nat chain: OUTPUT I0430 14:10:48.583352 3780 iptables.go:108] Creating table: nat chain: PREROUTING I0430 14:10:48.648829 3780 iptables.go:108] Creating table: filter chain: FORWARD I0430 14:10:48.665726 3780 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 14:10:48.665842 3780 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 14:10:48.665888 3780 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 14:10:48.665992 3780 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 14:10:48.666048 3780 gateway_init.go:325] Gateway and management port readiness took 2.719151316s I0430 14:10:48.666074 3780 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 14:10:48.666111 3780 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 14:10:48.666123 3780 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 14:10:48.666132 3780 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 14:10:48.666188 3780 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 14:10:48.666272 3780 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.711µs I0430 14:10:48.666559 3780 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 14:10:48.666597 3780 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 28.263µs I0430 14:10:48.666606 3780 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 47.049µs I0430 14:10:48.666611 3780 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 14:10:48.666620 3780 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 14:10:48.666625 3780 default_node_network_controller.go:899] Starting the default node network controller I0430 14:10:48.666629 3780 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 14:10:48.666649 3780 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.086µs I0430 14:10:48.666813 3780 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 14:10:48.666821 3780 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 14:10:48.666845 3780 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01140 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc000c15590 0xc0002d1e30 0xc0002d1ea0 0xc0008d02d0 0xc00655ea10 0xc0002d1f10 map[0x2ff9080:0xc00261bbc0 0x2ff95c0:0xc00261be00 0x2ffa2e0:0xc00261bb00 0x2ffa580:0xc00261bb60 0x2ffad60:0xc00261bc20 0x2ffb000:0xc00261bc80 0x2ffb2a0:0xc00261bce0 0x2ffba80:0xc00261be60 0x2ffbd20:0xc00261bec0 0x3026980:0xc000a50900 0x3026d20:0xc000a50960 0x3027800:0xc000c6b800 0x3029160:0xc0011005a0 0x30298a0:0xc00358d8c0 0x302a720:0xc0009c9ec0] 0xc000c324d0 0} I0430 14:10:48.666909 3780 gateway.go:151] Starting gateway service sync I0430 14:10:48.667315 3780 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 14:10:48.669397 3780 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 14:10:48.691653 3780 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 14:10:48.692903 3780 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 14:10:48.694056 3780 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 14:10:48.729308 3780 gateway.go:168] Gateway service sync done. Time taken: 62.377116ms I0430 14:10:48.729825 3780 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30186 I0430 14:10:48.730157 3780 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01140 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc000c15590 0xc0002d1e30 0xc0002d1ea0 0xc0008d02d0 0xc00655ea10 0xc0002d1f10 map[0x2ff9080:0xc00261bbc0 0x2ff95c0:0xc00261be00 0x2ffa2e0:0xc00261bb00 0x2ffa580:0xc00261bb60 0x2ffad60:0xc00261bc20 0x2ffb000:0xc00261bc80 0x2ffb2a0:0xc00261bce0 0x2ffba80:0xc00261be60 0x2ffbd20:0xc00261bec0 0x3026980:0xc000a50900 0x3026d20:0xc000a50960 0x3027800:0xc000c6b800 0x3029160:0xc0011005a0 0x30298a0:0xc00358d8c0 0x302a720:0xc0009c9ec0] 0xc000c324d0 0} I0430 14:10:48.730645 3780 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c01140 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc000c15590 0xc0002d1e30 0xc0002d1ea0 0xc0008d02d0 0xc00655ea10 0xc0002d1f10 map[0x2ff9080:0xc00261bbc0 0x2ff95c0:0xc00261be00 0x2ffa2e0:0xc00261bb00 0x2ffa580:0xc00261bb60 0x2ffad60:0xc00261bc20 0x2ffb000:0xc00261bc80 0x2ffb2a0:0xc00261bce0 0x2ffba80:0xc00261be60 0x2ffbd20:0xc00261bec0 0x3026980:0xc000a50900 0x3026d20:0xc000a50960 0x3027800:0xc000c6b800 0x3029160:0xc0011005a0 0x30298a0:0xc00358d8c0 0x302a720:0xc0009c9ec0] 0xc000c324d0 0} I0430 14:10:48.730687 3780 gateway.go:532] Reconciling gateway with updates I0430 14:10:48.736178 3780 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 14:10:48.736256 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:10:48.736275 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:10:48.736274 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:10:48.736282 3780 default_node_network_controller.go:944] Gateway and management port readiness took 69.449533ms I0430 14:10:48.736290 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:10:48.736290 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:10:48.736304 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 14:10:48.736310 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:10:48.736319 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 14:10:48.736321 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:10:48.736326 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:10:48.736333 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:10:48.736337 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 14:10:48.736339 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:10:48.736285 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 14:10:48.736353 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:10:48.736355 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 14:10:48.736355 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 14:10:48.736360 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 14:10:48.736350 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:10:48.736368 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:10:48.736371 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 14:10:48.736378 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:10:48.736380 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:10:48.736386 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:10:48.736309 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:10:48.736393 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:10:48.736393 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:10:48.736397 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 14:10:48.736401 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 14:10:48.736406 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:10:48.736408 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 14:10:48.736417 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 14:10:48.736420 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:10:48.736376 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:10:48.736427 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 14:10:48.736432 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:10:48.736432 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:10:48.736434 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:10:48.736440 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:10:48.736439 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:10:48.736391 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 14:10:48.736448 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:10:48.736359 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:10:48.736461 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:10:48.736459 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:10:48.736419 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:10:48.736472 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:10:48.736474 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:10:48.736401 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:10:48.736582 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:10:48.736591 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 14:10:48.736496 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:10:48.736428 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 14:10:48.736604 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:10:48.736442 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 14:10:48.736405 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:10:48.736612 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:10:48.736618 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:10:48.736623 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:10:48.736619 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:10:48.736631 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:10:48.736462 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:10:48.736619 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:10:48.736422 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 14:10:48.736467 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 14:10:48.736464 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:10:48.736769 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:10:48.736496 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:10:48.736834 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:10:48.736417 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:10:48.736898 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:10:48.736906 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 14:10:48.736510 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:10:48.736917 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:10:48.736508 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 14:10:48.736978 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 14:10:48.736994 3780 port_claim.go:71] Svc openshift-ingress/router-default: port 30725 is already open, no action needed I0430 14:10:48.737010 3780 port_claim.go:71] Svc openshift-ingress/router-default: port 32367 is already open, no action needed I0430 14:10:48.736513 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:10:48.737052 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:10:48.736385 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:10:48.737072 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:10:48.736517 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:10:48.737151 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:10:48.736261 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 14:10:48.737189 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 14:10:48.736522 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:10:48.737297 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:10:48.736523 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:10:48.737361 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:10:48.737371 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 14:10:48.736532 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 14:10:48.737384 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 14:10:48.736532 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:10:48.737446 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:10:48.737459 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 14:10:48.736537 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:10:48.737472 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:10:48.736538 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:10:48.737587 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:10:48.736567 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 14:10:48.736388 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:10:48.736595 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:10:48.737723 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:10:48.736442 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 14:10:48.737766 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 14:10:48.736642 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:10:48.737807 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 14:10:48.738331 3780 node_ip_handler_linux.go:160] Node IP manager is running W0430 14:10:48.776597 3780 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 14:10:48.776719 3780 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 14:10:48.776884 3780 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0430 14:10:48.787062 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 14:10:48.787092 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 14:10:48.787100 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 14:10:48.787105 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 14:10:48.787113 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 14:10:48.787120 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 14:10:48.787135 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 14:10:48.787145 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 14:10:48.787151 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 14:10:48.787157 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 14:10:48.787165 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 14:10:48.787183 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 14:10:48.787202 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 14:10:48.787212 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 14:10:48.832395 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 14:10:48.832411 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 14:10:48.832400 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 14:10:48.832424 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 14:10:48.832430 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 14:10:48.832439 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 14:10:48.876259 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 14:10:48.876291 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 14:10:48.876299 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 14:10:48.876305 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 14:10:48.876310 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 14:10:48.876335 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 14:10:49.109557 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-229.ec2.internal I0430 14:10:49.109578 3780 egressfirewall.go:723] Syncing node "ip-10-0-0-229.ec2.internal" for egress firewall I0430 14:10:49.109581 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-229.ec2.internal: 33.753µs I0430 14:10:49.109623 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-229.ec2.internal in network "default" I0430 14:10:49.109629 3780 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-229.ec2.internal. Updating no re-route policies I0430 14:10:49.109667 3780 node_tracker.go:169] Node ip-10-0-0-229.ec2.internal switch + router changed, syncing services in network "default" I0430 14:10:49.109683 3780 services_controller.go:574] Full service sync requested for network=default I0430 14:10:49.984360 3780 default_node_network_controller.go:1380] Starting node controller node sync W0430 14:10:49.984369 3780 egressip_healthcheck.go:76] Health checking using insecure connection I0430 14:10:49.984418 3780 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0430 14:10:49.996265 3780 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.879015ms I0430 14:10:49.996399 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-229.ec2.internal", IP: 10.0.0.229 to PMTUD blocking rules I0430 14:10:49.996413 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-229.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 14:10:50.001940 3780 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 14:10:50.002216 3780 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 14:10:50.002352 3780 egressservice_node.go:183] Starting Egress Services Controller I0430 14:10:50.002368 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 14:10:50.002381 3780 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 14:10:50.002387 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 14:10:50.002392 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 14:10:50.002397 3780 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 14:10:50.002402 3780 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 14:10:50.002406 3780 egressservice_node.go:197] Repairing Egress Services I0430 14:10:50.012120 3780 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 14:10:50.012133 3780 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 14:10:50.012354 3780 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 14:10:50.012373 3780 link_network_manager.go:119] Link manager is running I0430 14:10:50.012384 3780 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 14:10:50.012604 3780 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 14:10:50.013051 3780 vrf_manager.go:128] VRF manager is running I0430 14:10:50.013350 3780 node_controller_manager.go:437] Removing flows to drop GARP I0430 14:10:50.013374 3780 gateway.go:532] Reconciling gateway with updates I0430 14:10:50.033446 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:10:50.033467 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:10:50.033470 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:10:50.033497 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 14:10:50.033496 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 14:10:50.033495 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:10:50.033498 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:10:50.033512 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 14:10:50.033514 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 14:10:50.033521 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 14:10:50.033521 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:10:50.033543 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 14:10:50.033544 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 14:10:50.033553 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 14:10:50.033564 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 14:10:50.033570 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:10:50.033579 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 14:10:50.033579 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 14:10:50.033581 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 14:10:50.033583 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 14:10:50.033586 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 14:10:50.033454 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:10:50.033596 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:10:50.033600 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:10:50.033610 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 14:10:50.033612 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 14:10:50.033612 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 14:10:50.033601 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 14:10:50.033630 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 14:10:50.033632 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 14:10:50.033635 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:10:50.033637 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:10:50.033643 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:10:50.033647 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:10:50.033647 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 14:10:50.033650 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 14:10:50.033654 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 14:10:50.033655 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:10:50.033653 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 14:10:50.033659 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 14:10:50.033666 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:10:50.033669 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:10:50.033670 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 14:10:50.033675 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 14:10:50.033679 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 14:10:50.033680 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:10:50.033685 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 14:10:50.033691 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 14:10:50.033691 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:10:50.033699 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 14:10:50.033674 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:10:50.033679 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:10:50.033706 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 14:10:50.033708 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 14:10:50.033714 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 14:10:50.033603 3780 port_claim.go:71] Svc openshift-ingress/router-default: port 30725 is already open, no action needed I0430 14:10:50.033726 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 14:10:50.033726 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:10:50.033730 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 14:10:50.033734 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:10:50.033742 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 14:10:50.033743 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 14:10:50.033742 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:10:50.033748 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:10:50.033749 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 14:10:50.033754 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 14:10:50.033759 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 14:10:50.033780 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 14:10:50.033617 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:10:50.033725 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:10:50.033619 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 14:10:50.033622 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 14:10:50.033645 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 14:10:50.033619 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:10:50.033822 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 14:10:50.033660 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:10:50.033913 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 14:10:50.033914 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:10:50.033928 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 14:10:50.033668 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 14:10:50.033633 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 14:10:50.033964 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 14:10:50.033680 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:10:50.033671 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:10:50.033977 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 14:10:50.033983 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 14:10:50.033681 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 14:10:50.033989 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 14:10:50.033704 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 14:10:50.033983 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 14:10:50.033680 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:10:50.034027 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 14:10:50.034031 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 14:10:50.033708 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:10:50.034032 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 14:10:50.034038 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 14:10:50.033712 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 14:10:50.033450 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:10:50.034130 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:10:50.033730 3780 port_claim.go:71] Svc openshift-ingress/router-default: port 32367 is already open, no action needed I0430 14:10:50.033472 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 14:10:50.033731 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 14:10:50.033804 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 14:10:50.033812 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 14:10:50.033656 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 14:10:50.033893 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:10:50.034318 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 14:10:50.033893 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:10:50.034342 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 14:10:50.033693 3780 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:10:50.034364 3780 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 14:10:50.034368 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 14:10:50.055298 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 14:10:50.055330 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 14:10:50.055337 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 14:10:50.055344 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 14:10:50.055350 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 14:10:50.055356 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 14:10:50.055361 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 14:10:50.055369 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 14:10:50.055376 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 14:10:50.055382 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 14:10:50.055387 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 14:10:50.055394 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 14:10:50.055399 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 14:10:50.055404 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 14:10:50.096985 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 14:10:50.097010 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 14:10:50.118461 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 14:10:50.118506 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 14:10:50.118540 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 14:10:50.118570 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 14:10:50.118585 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 14:10:50.118594 3780 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 14:10:52.014621 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0430 14:10:52.014650 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 36.008µs I0430 14:10:52.046805 3780 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7468db9468-hxlkx] creating logical port openshift-image-registry_image-registry-7468db9468-hxlkx for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:52.046923 3780 kube.go:256] Updating pod openshift-image-registry/image-registry-7468db9468-hxlkx I0430 14:10:52.069748 3780 pod.go:62] [openshift-image-registry/image-registry-7468db9468-hxlkx] pod update took 22.859842ms I0430 14:10:52.069772 3780 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7468db9468-hxlkx] addLogicalPort annotation time took 22.888442ms I0430 14:10:52.071101 3780 pods.go:271] [openshift-image-registry/image-registry-7468db9468-hxlkx] addLogicalPort took 24.299169ms, libovsdb time 1.027401ms I0430 14:10:52.090879 3780 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-j6nqj] creating logical port openshift-dns_dns-default-j6nqj for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:52.090994 3780 kube.go:256] Updating pod openshift-dns/dns-default-j6nqj I0430 14:10:52.091872 3780 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-kkqgc for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:52.091956 3780 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc I0430 14:10:52.091878 3780 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xctlz] creating logical port openshift-ingress-canary_ingress-canary-xctlz for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:52.092036 3780 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29625970-5w2tx for pod on switch ip-10-0-1-82.ec2.internal I0430 14:10:52.092083 3780 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xctlz I0430 14:10:52.092563 3780 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx I0430 14:10:52.111162 3780 pod.go:62] [openshift-ingress-canary/ingress-canary-xctlz] pod update took 19.10931ms I0430 14:10:52.111183 3780 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xctlz] addLogicalPort annotation time took 19.133437ms I0430 14:10:52.112362 3780 pods.go:271] [openshift-ingress-canary/ingress-canary-xctlz] addLogicalPort took 20.493611ms, libovsdb time 902.242µs I0430 14:10:52.117033 3780 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc] pod update took 25.099963ms I0430 14:10:52.117058 3780 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc] addLogicalPort annotation time took 25.1248ms I0430 14:10:52.117085 3780 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx] pod update took 24.539864ms I0430 14:10:52.117103 3780 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx] addLogicalPort annotation time took 24.569388ms I0430 14:10:52.117524 3780 pod.go:62] [openshift-dns/dns-default-j6nqj] pod update took 26.557024ms I0430 14:10:52.117567 3780 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-j6nqj] addLogicalPort annotation time took 26.583062ms I0430 14:10:52.118521 3780 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx] addLogicalPort took 26.490799ms, libovsdb time 981.943µs I0430 14:10:52.118732 3780 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc] addLogicalPort took 26.881598ms, libovsdb time 1.111434ms I0430 14:10:52.119313 3780 pods.go:271] [openshift-dns/dns-default-j6nqj] addLogicalPort took 28.451205ms, libovsdb time 867.651µs I0430 14:10:52.435348 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-229.ec2.internal I0430 14:10:52.435384 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-229.ec2.internal: 49.07µs I0430 14:10:52.518786 3780 cni.go:452] [openshift-ingress-canary/ingress-canary-xctlz 5eb12df93c028d66b46a64c424c2e5db2192a54e58695c70c8d88d0bdea3d7ee network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xctlz 5eb12df93c028d66b46a64c424c2e5db2192a54e58695c70c8d88d0bdea3d7ee network default NAD default NAD key ] I0430 14:10:52.539578 3780 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc 6fffe4ae4d487f23590014c81b8e11a1c1502040cf146b66c442ee6353609d35 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc 6fffe4ae4d487f23590014c81b8e11a1c1502040cf146b66c442ee6353609d35 network default NAD default NAD key ] I0430 14:10:52.562263 3780 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx 97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx 97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f network default NAD default NAD key ] I0430 14:10:52.578389 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-kkqgc, hostIfaceName: 6fffe4ae4d487f2, network: default, NAD default, SandboxID: "6fffe4ae4d487f23590014c81b8e11a1c1502040cf146b66c442ee6353609d35", PCI device ID: , UID: "5e97e43c-fa7e-4e05-9e3b-8c5e5d37d28c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0430 14:10:52.580569 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xctlz, hostIfaceName: 5eb12df93c028d6, network: default, NAD default, SandboxID: "5eb12df93c028d66b46a64c424c2e5db2192a54e58695c70c8d88d0bdea3d7ee", PCI device ID: , UID: "942557f1-2dc9-436c-b229-098c06d1b856", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0430 14:10:52.580838 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29625970-5w2tx, hostIfaceName: 97c958d786d9c90, network: default, NAD default, SandboxID: "97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f", PCI device ID: , UID: "09f79a8e-5769-4e4e-8fbb-60b8f35e31b7", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0430 14:10:52.626869 3780 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc 6fffe4ae4d487f23590014c81b8e11a1c1502040cf146b66c442ee6353609d35 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-kkqgc 6fffe4ae4d487f23590014c81b8e11a1c1502040cf146b66c442ee6353609d35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:fe:b9:6c:de:c1\",\"name\":\"6fffe4ae4d487f2\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2ac1091-ad53-4a11-8c90-409e3579b939\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:10:52.632427 3780 cni.go:473] [openshift-ingress-canary/ingress-canary-xctlz 5eb12df93c028d66b46a64c424c2e5db2192a54e58695c70c8d88d0bdea3d7ee network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xctlz 5eb12df93c028d66b46a64c424c2e5db2192a54e58695c70c8d88d0bdea3d7ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:86:84:0b:77:68\",\"name\":\"5eb12df93c028d6\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca72d8ef-c72a-441c-8046-a2f9a494acb3\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:10:52.637331 3780 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx 97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx 97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:05:e3:66:be:c2\",\"name\":\"97c958d786d9c90\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9910f111-3f26-4af4-a549-c2bde09a4510\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:10:58.862884 3780 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:11:10.047738 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:10.047768 3780 node_tracker.go:220] Node ip-10-0-2-101.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0430 14:11:10.047793 3780 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:10.047805 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:10.047823 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 21.564µs E0430 14:11:10.047839 3780 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-101.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0430 14:11:10.047856 3780 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-101.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-101.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-101.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal, error parsing annotation for node ip-10-0-2-101.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0430 14:11:10.058777 3780 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-101.ec2.internal annotation: unexpected end of JSON input I0430 14:11:10.058802 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0430 14:11:10.058854 3780 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-101.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-101.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-101.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-101.ec2.internal" E0430 14:11:10.058777 3780 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-101.ec2.internal annotation: unexpected end of JSON input I0430 14:11:10.070125 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0430 14:11:10.089297 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:10.098763 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:10.098780 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 21.813µs I0430 14:11:10.098800 3780 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:10.098841 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:10.301538 3780 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:10.301547 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:10.301570 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:10.301574 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 34.316µs I0430 14:11:10.317457 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:10.539062 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0430 14:11:12.873503 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 14:11:13.839966 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:16.116508 3780 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-2-101.ec2.internal I0430 14:11:16.116540 3780 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-2-101.ec2.internal I0430 14:11:16.116639 3780 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-2-101.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-2-101.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-101.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-101.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-101.ec2.internal I0430 14:11:18.511114 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-922tf I0430 14:11:18.511128 3780 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5vwn5 I0430 14:11:18.511147 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-922tf I0430 14:11:18.511150 3780 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5vwn5 I0430 14:11:18.511184 3780 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5vwn5, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5vwn5: suppressed error logged: pod openshift-multus/network-metrics-daemon-5vwn5: no pod IPs found I0430 14:11:18.511187 3780 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-922tf, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-922tf: suppressed error logged: pod openshift-network-diagnostics/network-check-target-922tf: no pod IPs found I0430 14:11:20.479877 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:21.968274 3780 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:21.968274 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:21.968308 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 40.846µs I0430 14:11:21.968312 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:23.738957 3780 cni.go:452] [openshift-network-diagnostics/network-check-target-lqqzm 6fdc06a4ffbe96a946bca75f42b61f865c61cc491e619c563a473332bff34493 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lqqzm 6fdc06a4ffbe96a946bca75f42b61f865c61cc491e619c563a473332bff34493 network default NAD default NAD key ] I0430 14:11:23.749970 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lqqzm, hostIfaceName: 6fdc06a4ffbe96a, network: default, NAD default, SandboxID: "6fdc06a4ffbe96a946bca75f42b61f865c61cc491e619c563a473332bff34493", PCI device ID: , UID: "1aa89ca9-165f-4f33-835d-be86e5c02d35", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0430 14:11:23.796793 3780 cni.go:473] [openshift-network-diagnostics/network-check-target-lqqzm 6fdc06a4ffbe96a946bca75f42b61f865c61cc491e619c563a473332bff34493 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lqqzm 6fdc06a4ffbe96a946bca75f42b61f865c61cc491e619c563a473332bff34493 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a0:a8:81:c5:3e\",\"name\":\"6fdc06a4ffbe96a\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd6f35a8-1bba-4ddf-bc42-ada45137eed3\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:11:25.245494 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 14:11:26.908570 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:37.682971 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:37.683018 3780 node_tracker.go:235] Node ip-10-0-2-101.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-101.ec2.internal" I0430 14:11:37.683019 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "ip-10-0-2-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:37.683035 3780 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:37.683045 3780 services_controller.go:574] Full service sync requested for network=default W0430 14:11:37.683420 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:37.730666 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "ip-10-0-2-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:37.843980 3780 default_network_controller.go:1025] Node "ip-10-0-2-101.ec2.internal" in remote zone "ip-10-0-2-101.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 14:11:37.844023 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:37.844070 3780 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:37.844086 3780 services_controller.go:574] Full service sync requested for network=default W0430 14:11:37.844356 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:37.845041 3780 zone_ic_handler.go:195] Time taken to create transit switch: 311.494µs I0430 14:11:37.845058 3780 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-101.ec2.internal for the network default I0430 14:11:37.846006 3780 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-101.ec2.internal" on network "default" took: 1.290647ms I0430 14:11:40.402042 3780 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-101.ec2.internal in network "default" I0430 14:11:40.402065 3780 egressfirewall.go:723] Syncing node "ip-10-0-2-101.ec2.internal" for egress firewall I0430 14:11:40.402103 3780 node_tracker.go:169] Node ip-10-0-2-101.ec2.internal switch + router changed, syncing services in network "default" I0430 14:11:40.402107 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-101.ec2.internal", IP: 10.0.2.101 to PMTUD blocking rules I0430 14:11:40.402118 3780 services_controller.go:574] Full service sync requested for network=default I0430 14:11:40.402118 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-101.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 14:11:40.402048 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:40.402140 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 95.057µs W0430 14:11:40.402253 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:11:40.408336 3780 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-101.ec2.internal. Updating no re-route policies I0430 14:11:40.417125 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-101.ec2.internal", IP: 10.0.2.101 to PMTUD blocking rules I0430 14:11:40.417145 3780 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-101.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 14:11:44.726221 3780 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-101.ec2.internal I0430 14:11:44.726249 3780 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-101.ec2.internal: 35.351µs I0430 14:11:52.432504 3780 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.433117 3780 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.433146 3780 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.433159 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 14:11:52.433177 3780 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:11:52.433182 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 14:11:53.458125 3780 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458147 3780 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458168 3780 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:11:53.458178 3780 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d7kbkw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:11:56.254182 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 14:11:56.254209 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 14:11:57.913260 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 14:12:04.727050 3780 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 14:12:04.741026 3780 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 14:13:23.739957 3780 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-f5f8c8646-jpqc7] creating logical port openshift-ingress_router-default-f5f8c8646-jpqc7 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:13:23.740060 3780 kube.go:256] Updating pod openshift-ingress/router-default-f5f8c8646-jpqc7 I0430 14:13:23.800191 3780 kube.go:256] Updating pod openshift-ingress/router-default-f5f8c8646-jpqc7 I0430 14:13:23.830387 3780 pod.go:62] [openshift-ingress/router-default-f5f8c8646-jpqc7] pod update took 90.364363ms I0430 14:13:23.830411 3780 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-f5f8c8646-jpqc7] addLogicalPort annotation time took 90.393678ms I0430 14:13:23.831445 3780 pods.go:271] [openshift-ingress/router-default-f5f8c8646-jpqc7] addLogicalPort took 91.505012ms, libovsdb time 746.361µs I0430 14:13:23.896206 3780 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-ltm5m for pod on switch ip-10-0-1-82.ec2.internal I0430 14:13:23.896296 3780 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m I0430 14:13:23.920244 3780 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m] pod update took 23.971312ms I0430 14:13:23.920272 3780 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m] addLogicalPort annotation time took 24.003181ms I0430 14:13:23.921359 3780 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m] addLogicalPort took 25.169355ms, libovsdb time 788.733µs W0430 14:13:27.577527 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 14:13:30.332064 3780 namespace.go:98] [openshift-service-ca] adding namespace I0430 14:13:30.333016 3780 namespace.go:102] [openshift-service-ca] adding namespace took 924.503µs I0430 14:13:30.351004 3780 namespace.go:142] [openshift-service-ca] updating namespace I0430 14:13:30.571963 3780 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 14:13:30.572833 3780 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 841.685µs I0430 14:13:30.596409 3780 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 14:13:32.006130 3780 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-57gft] creating logical port openshift-service-ca_service-ca-d9cb48497-57gft for pod on switch ip-10-0-1-82.ec2.internal I0430 14:13:32.006220 3780 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-57gft I0430 14:13:32.021032 3780 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-57gft] pod update took 14.833475ms I0430 14:13:32.021056 3780 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-57gft] addLogicalPort annotation time took 14.863207ms I0430 14:13:32.022227 3780 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-57gft] addLogicalPort took 16.119213ms, libovsdb time 864.08µs I0430 14:13:32.362049 3780 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-57gft e5dfc758ecde1e036accb420e84c42a711186ae1514a5c20fe56f68ff342805b network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-57gft e5dfc758ecde1e036accb420e84c42a711186ae1514a5c20fe56f68ff342805b network default NAD default NAD key ] I0430 14:13:32.372123 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-57gft, hostIfaceName: e5dfc758ecde1e0, network: default, NAD default, SandboxID: "e5dfc758ecde1e036accb420e84c42a711186ae1514a5c20fe56f68ff342805b", PCI device ID: , UID: "e9c3930e-88e3-42c0-babc-a7598ebc92f1", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0430 14:13:32.420351 3780 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-57gft e5dfc758ecde1e036accb420e84c42a711186ae1514a5c20fe56f68ff342805b network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-57gft e5dfc758ecde1e036accb420e84c42a711186ae1514a5c20fe56f68ff342805b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7b:41:a8:d6:b9\",\"name\":\"e5dfc758ecde1e0\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a626d802-2c0b-4646-9e6d-857b78d5de45\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:13:38.961743 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 14:13:39.849207 3780 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m f4507d81053d7292178f578e02ac7ce26b9e1f7d4717788a48f3d2d9378e19a8 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m f4507d81053d7292178f578e02ac7ce26b9e1f7d4717788a48f3d2d9378e19a8 network default NAD default NAD key ] I0430 14:13:39.858300 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-ltm5m, hostIfaceName: f4507d81053d729, network: default, NAD default, SandboxID: "f4507d81053d7292178f578e02ac7ce26b9e1f7d4717788a48f3d2d9378e19a8", PCI device ID: , UID: "35207284-c433-4cb7-b662-030012ee378b", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0430 14:13:39.906707 3780 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m f4507d81053d7292178f578e02ac7ce26b9e1f7d4717788a48f3d2d9378e19a8 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-ltm5m f4507d81053d7292178f578e02ac7ce26b9e1f7d4717788a48f3d2d9378e19a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5c:8e:35:47:1b\",\"name\":\"f4507d81053d729\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/221a22ec-288e-4bb4-8d5f-214da86f20fb\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:13:55.591138 3780 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:13:55.708060 3780 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0430 14:13:55.894365 3780 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6fjwx] creating logical port openshift-insights_insights-runtime-extractor-6fjwx for pod on switch ip-10-0-1-82.ec2.internal I0430 14:13:55.894457 3780 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6fjwx I0430 14:13:55.901589 3780 cni.go:452] [openshift-ingress/router-default-f5f8c8646-jpqc7 d8cd5cebfa06f313b6fd273b046f936ff0a4ee4b326f0ff566b9b9e4e19791c1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-f5f8c8646-jpqc7 d8cd5cebfa06f313b6fd273b046f936ff0a4ee4b326f0ff566b9b9e4e19791c1 network default NAD default NAD key ] I0430 14:13:55.910761 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-f5f8c8646-jpqc7, hostIfaceName: d8cd5cebfa06f31, network: default, NAD default, SandboxID: "d8cd5cebfa06f313b6fd273b046f936ff0a4ee4b326f0ff566b9b9e4e19791c1", PCI device ID: , UID: "9e99ece9-3dfd-40ae-bbe4-0bb62f1382ba", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0430 14:13:55.921147 3780 pod.go:62] [openshift-insights/insights-runtime-extractor-6fjwx] pod update took 26.715096ms I0430 14:13:55.921182 3780 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6fjwx] addLogicalPort annotation time took 26.754427ms I0430 14:13:55.922617 3780 pods.go:271] [openshift-insights/insights-runtime-extractor-6fjwx] addLogicalPort took 28.266415ms, libovsdb time 1.046501ms I0430 14:13:55.959724 3780 cni.go:473] [openshift-ingress/router-default-f5f8c8646-jpqc7 d8cd5cebfa06f313b6fd273b046f936ff0a4ee4b326f0ff566b9b9e4e19791c1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-f5f8c8646-jpqc7 d8cd5cebfa06f313b6fd273b046f936ff0a4ee4b326f0ff566b9b9e4e19791c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:5b:f0:75:09:ee\",\"name\":\"d8cd5cebfa06f31\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcac5339-50c4-4dc0-9b15-4761732e9d8f\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:13:56.309069 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:56.309095 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:56.311852 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:56.311863 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:56.311870 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:56.488430 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0430 14:13:56.488450 3780 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0430 14:13:56.488454 3780 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0430 14:13:56.568574 3780 cni.go:452] [openshift-insights/insights-runtime-extractor-6fjwx 599190ee2d050e2fd1267a447595492418acd08d5f83ad39ddc4c56884518131 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6fjwx 599190ee2d050e2fd1267a447595492418acd08d5f83ad39ddc4c56884518131 network default NAD default NAD key ] I0430 14:13:56.578880 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6fjwx, hostIfaceName: 599190ee2d050e2, network: default, NAD default, SandboxID: "599190ee2d050e2fd1267a447595492418acd08d5f83ad39ddc4c56884518131", PCI device ID: , UID: "976b4946-35b3-4f27-94d6-dafb30c57b66", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0430 14:13:56.627154 3780 cni.go:473] [openshift-insights/insights-runtime-extractor-6fjwx 599190ee2d050e2fd1267a447595492418acd08d5f83ad39ddc4c56884518131 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6fjwx 599190ee2d050e2fd1267a447595492418acd08d5f83ad39ddc4c56884518131 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:eb:db:46:63:36\",\"name\":\"599190ee2d050e2\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4dcae2b-7bbb-404a-9561-1c413acfcbb5\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:13:57.287498 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:57.287536 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:57.287542 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 14:13:57.287691 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 14:13:57.287701 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0430 14:13:57.406394 3780 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 14:13:57.718866 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:13:57.719493 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:13:57.735158 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:13:57.735177 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-qc5wc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:13:57.739891 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7468db9468-qc5wc I0430 14:13:57.739910 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7468db9468-qc5wc W0430 14:13:58.687958 3780 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 14:14:02.513751 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0430 14:14:06.687915 3780 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 14:14:09.503497 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:14:09.503596 3780 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0430 14:14:09.528326 3780 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.770993ms I0430 14:14:09.528351 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.800381ms I0430 14:14:09.529414 3780 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.950526ms, libovsdb time 774.265µs I0430 14:14:09.858248 3780 cni.go:452] [openshift-monitoring/alertmanager-main-1 91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f network default NAD default NAD key ] I0430 14:14:09.868235 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 91806b0d5446b65, network: default, NAD default, SandboxID: "91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f", PCI device ID: , UID: "15b422c4-e1c2-469b-bf69-6e68b21f5354", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0430 14:14:09.913076 3780 cni.go:473] [openshift-monitoring/alertmanager-main-1 91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:45:ac:9b:fc:3a\",\"name\":\"91806b0d5446b65\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df827446-ab25-4701-a830-ea0a068eb645\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:14:10.547364 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-798d48547d-rxkv6] creating logical port openshift-monitoring_thanos-querier-798d48547d-rxkv6 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:14:10.547639 3780 kube.go:256] Updating pod openshift-monitoring/thanos-querier-798d48547d-rxkv6 I0430 14:14:10.572399 3780 pod.go:62] [openshift-monitoring/thanos-querier-798d48547d-rxkv6] pod update took 24.848977ms I0430 14:14:10.572421 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-798d48547d-rxkv6] addLogicalPort annotation time took 24.889196ms I0430 14:14:10.573654 3780 pods.go:271] [openshift-monitoring/thanos-querier-798d48547d-rxkv6] addLogicalPort took 26.337871ms, libovsdb time 902.934µs I0430 14:14:10.904353 3780 cni.go:452] [openshift-monitoring/thanos-querier-798d48547d-rxkv6 87edda321f4b1bfe39d05d029b56bea4a81e852f352174e779751add55945708 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-798d48547d-rxkv6 87edda321f4b1bfe39d05d029b56bea4a81e852f352174e779751add55945708 network default NAD default NAD key ] I0430 14:14:10.914611 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-798d48547d-rxkv6, hostIfaceName: 87edda321f4b1bf, network: default, NAD default, SandboxID: "87edda321f4b1bfe39d05d029b56bea4a81e852f352174e779751add55945708", PCI device ID: , UID: "49de5461-8af5-41d8-9ff6-fe7b19f9b647", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0430 14:14:10.961207 3780 cni.go:473] [openshift-monitoring/thanos-querier-798d48547d-rxkv6 87edda321f4b1bfe39d05d029b56bea4a81e852f352174e779751add55945708 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-798d48547d-rxkv6 87edda321f4b1bfe39d05d029b56bea4a81e852f352174e779751add55945708 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:40:0f:1c:cc:b2\",\"name\":\"87edda321f4b1bf\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b95ad0b0-9cbc-49b3-b1d1-935c014bbba6\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:14:12.380066 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.380084 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.380090 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.761894 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.761913 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:12.761917 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 14:14:12.803566 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn] creating logical port openshift-monitoring_metrics-server-6b8b9cf6d-lqvvn for pod on switch ip-10-0-1-82.ec2.internal I0430 14:14:12.803658 3780 kube.go:256] Updating pod openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn I0430 14:14:12.821386 3780 pod.go:62] [openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn] pod update took 17.755226ms I0430 14:14:12.821417 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn] addLogicalPort annotation time took 17.791219ms I0430 14:14:12.822702 3780 pods.go:271] [openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn] addLogicalPort took 19.154172ms, libovsdb time 888.361µs I0430 14:14:13.073784 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ntz5z for pod on switch ip-10-0-1-82.ec2.internal I0430 14:14:13.073973 3780 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z I0430 14:14:13.091903 3780 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z] pod update took 17.956087ms I0430 14:14:13.091931 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z] addLogicalPort annotation time took 17.987536ms I0430 14:14:13.093347 3780 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z] addLogicalPort took 19.5816ms, libovsdb time 1.008839ms I0430 14:14:13.547098 3780 cni.go:452] [openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn 2b31a09c0b348165c5348576149852f0d755f24f5bea91e78da7b12907420eb3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn 2b31a09c0b348165c5348576149852f0d755f24f5bea91e78da7b12907420eb3 network default NAD default NAD key ] I0430 14:14:13.557211 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6b8b9cf6d-lqvvn, hostIfaceName: 2b31a09c0b34816, network: default, NAD default, SandboxID: "2b31a09c0b348165c5348576149852f0d755f24f5bea91e78da7b12907420eb3", PCI device ID: , UID: "05ee5659-3347-46e7-b9f7-c3b2a3403b83", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0430 14:14:13.604854 3780 cni.go:473] [openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn 2b31a09c0b348165c5348576149852f0d755f24f5bea91e78da7b12907420eb3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6b8b9cf6d-lqvvn 2b31a09c0b348165c5348576149852f0d755f24f5bea91e78da7b12907420eb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:73:43:51:c6:2e\",\"name\":\"2b31a09c0b34816\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5280201-08b3-4c33-928a-c54c86a91c22\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:14:14.288923 3780 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z e57d77d19117124f3b090de2100c975161e35f4aecddc329a622d83ec3470d9d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z e57d77d19117124f3b090de2100c975161e35f4aecddc329a622d83ec3470d9d network default NAD default NAD key ] I0430 14:14:14.298771 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ntz5z, hostIfaceName: e57d77d19117124, network: default, NAD default, SandboxID: "e57d77d19117124f3b090de2100c975161e35f4aecddc329a622d83ec3470d9d", PCI device ID: , UID: "41edbab4-42a0-4b2a-bc88-e325233b5429", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0430 14:14:14.348290 3780 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z e57d77d19117124f3b090de2100c975161e35f4aecddc329a622d83ec3470d9d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ntz5z e57d77d19117124f3b090de2100c975161e35f4aecddc329a622d83ec3470d9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e7:a7:c2:c4:fd\",\"name\":\"e57d77d19117124\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e34087d-dcd2-4426-a573-d783e6619401\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:14:14.955415 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:14:14.955588 3780 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0430 14:14:15.035354 3780 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 79.850509ms I0430 14:14:15.035376 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 79.878179ms I0430 14:14:15.036522 3780 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 81.121789ms, libovsdb time 827.984µs I0430 14:14:15.314833 3780 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56 network default NAD default NAD key ] I0430 14:14:15.327104 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c39a9bef83379ec, network: default, NAD default, SandboxID: "c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56", PCI device ID: , UID: "5a0f760a-e9fd-48df-9f3c-339072daec1f", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0430 14:14:15.381816 3780 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:cd:4d:f9:c7:01\",\"name\":\"c39a9bef83379ec\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a192a3e4-3fcb-4ff7-8b21-12178819208c\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:14:15.387092 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:15.584674 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:15.785061 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.785079 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.785085 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:15.785088 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391682 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391700 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391705 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.391709 3780 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:16.439946 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.439964 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.601980 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:16.601998 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:14:17.382425 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 14:14:17.411010 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0430 14:14:18.734714 3780 base_network_controller_pods.go:487] [default/openshift-console/console-76484646c9-l5656] creating logical port openshift-console_console-76484646c9-l5656 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:14:18.734833 3780 kube.go:256] Updating pod openshift-console/console-76484646c9-l5656 I0430 14:14:18.752449 3780 pod.go:62] [openshift-console/console-76484646c9-l5656] pod update took 17.65016ms I0430 14:14:18.752470 3780 base_network_controller_pods.go:951] [default/openshift-console/console-76484646c9-l5656] addLogicalPort annotation time took 17.677086ms I0430 14:14:18.753779 3780 pods.go:271] [openshift-console/console-76484646c9-l5656] addLogicalPort took 19.08432ms, libovsdb time 868.302µs I0430 14:14:20.059667 3780 cni.go:452] [openshift-console/console-76484646c9-l5656 5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76484646c9-l5656 5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb network default NAD default NAD key ] I0430 14:14:20.068509 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76484646c9-l5656, hostIfaceName: 5bb7a3cc025138e, network: default, NAD default, SandboxID: "5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb", PCI device ID: , UID: "391189fe-9402-465e-84bc-342c687750d4", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0430 14:14:20.117625 3780 cni.go:473] [openshift-console/console-76484646c9-l5656 5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76484646c9-l5656 5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:42:be:75:05:f8\",\"name\":\"5bb7a3cc025138e\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14141ba4-2205-4be1-9ea2-38e00696fa5f\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:14:20.972924 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:20.973496 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:21.620556 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:21.620581 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5f96b566ff-rbsj5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:21.627556 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5f96b566ff-rbsj5 I0430 14:14:21.627584 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5f96b566ff-rbsj5 W0430 14:14:21.799743 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.799768 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.799775 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.799780 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.799794 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.799799 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.799803 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:21.799807 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:22.400350 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:22.400368 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:22.400373 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 14:14:22.400379 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0430 14:14:22.419816 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:22.419849 3780 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7468db9468-hxlkx I0430 14:14:22.421214 3780 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7468db9468-hxlkx, ips: 10.129.0.5 I0430 14:14:22.421246 3780 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:22.436674 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:22.436695 3780 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7468db9468-hxlkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:22.440002 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7468db9468-hxlkx I0430 14:14:22.440039 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7468db9468-hxlkx W0430 14:14:23.433564 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 14:14:23.816797 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 14:14:25.803235 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 14:14:29.855014 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 14:14:29.855036 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 14:14:29.923038 3780 cni.go:452] [openshift-multus/network-metrics-daemon-j4tfr 94372e07e7b36f1040dc4ee3e2caf7d1c2c803af197cf463f00dc9026a97ad4f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-j4tfr 94372e07e7b36f1040dc4ee3e2caf7d1c2c803af197cf463f00dc9026a97ad4f network default NAD default NAD key ] I0430 14:14:29.932635 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-j4tfr, hostIfaceName: 94372e07e7b36f1, network: default, NAD default, SandboxID: "94372e07e7b36f1040dc4ee3e2caf7d1c2c803af197cf463f00dc9026a97ad4f", PCI device ID: , UID: "b25459bb-784a-46e1-ac9f-969218326ccd", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0430 14:14:29.980889 3780 cni.go:473] [openshift-multus/network-metrics-daemon-j4tfr 94372e07e7b36f1040dc4ee3e2caf7d1c2c803af197cf463f00dc9026a97ad4f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-j4tfr 94372e07e7b36f1040dc4ee3e2caf7d1c2c803af197cf463f00dc9026a97ad4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:1a:f1:52:2a:09\",\"name\":\"94372e07e7b36f1\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5039abb5-55eb-4f9d-9c29-a33c764483de\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:14:36.389803 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 14:14:36.695017 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 14:14:36.695041 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 14:14:36.754966 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 14:14:36.754988 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 14:14:39.894065 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.894089 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.894095 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.894106 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.894110 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.894114 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.933840 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.933860 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:39.933866 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:14:44.715056 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0430 14:14:50.970069 3780 cni.go:452] [openshift-console/console-76484646c9-l5656 5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76484646c9-l5656 5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb network default NAD default NAD key ] I0430 14:14:51.042096 3780 cni.go:473] [openshift-console/console-76484646c9-l5656 5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76484646c9-l5656 5bb7a3cc025138e9cefba4e12fc0442c406beb5571d37f44aa0f4a2dc6e194eb network default NAD default NAD key default], result "{}", err I0430 14:14:51.107774 3780 obj_retry.go:498] Detected object openshift-console/console-76484646c9-l5656 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:51.107838 3780 pods.go:176] Deleting pod: openshift-console/console-76484646c9-l5656 I0430 14:14:51.109282 3780 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76484646c9-l5656, ips: 10.129.0.19 I0430 14:14:51.109315 3780 obj_retry.go:498] Detected object openshift-console/console-76484646c9-l5656 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:14:51.116845 3780 base_network_controller_pods.go:487] [default/openshift-console/console-d54c7c9c9-vsn8g] creating logical port openshift-console_console-d54c7c9c9-vsn8g for pod on switch ip-10-0-1-82.ec2.internal I0430 14:14:51.116929 3780 kube.go:256] Updating pod openshift-console/console-d54c7c9c9-vsn8g I0430 14:14:51.131628 3780 pod.go:62] [openshift-console/console-d54c7c9c9-vsn8g] pod update took 14.722003ms I0430 14:14:51.131657 3780 base_network_controller_pods.go:951] [default/openshift-console/console-d54c7c9c9-vsn8g] addLogicalPort annotation time took 14.753531ms I0430 14:14:51.132983 3780 pods.go:271] [openshift-console/console-d54c7c9c9-vsn8g] addLogicalPort took 16.149139ms, libovsdb time 928.927µs I0430 14:14:51.519830 3780 cni.go:452] [openshift-console/console-d54c7c9c9-vsn8g e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d54c7c9c9-vsn8g e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1 network default NAD default NAD key ] I0430 14:14:51.524611 3780 obj_retry.go:492] Detected object openshift-console/console-76484646c9-l5656 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:51.524635 3780 obj_retry.go:492] Detected object openshift-console/console-76484646c9-l5656 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:14:51.529577 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d54c7c9c9-vsn8g, hostIfaceName: e61d8c43f911654, network: default, NAD default, SandboxID: "e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1", PCI device ID: , UID: "f6d8157e-b6da-4cbd-a389-7081029ee08d", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0430 14:14:51.531211 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76484646c9-l5656 I0430 14:14:51.531244 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76484646c9-l5656 I0430 14:14:51.581333 3780 cni.go:473] [openshift-console/console-d54c7c9c9-vsn8g e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d54c7c9c9-vsn8g e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:05:4f:82:61:2e\",\"name\":\"e61d8c43f911654\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50909f0f-4335-40ba-93b8-22bcf220d8e5\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:14:59.786118 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 14:14:59.822558 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0430 14:15:01.576092 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 14:15:02.074554 3780 obj_retry.go:498] Detected object openshift-console/console-76484646c9-rwzvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:02.075104 3780 obj_retry.go:498] Detected object openshift-console/console-76484646c9-rwzvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:02.289002 3780 cni.go:452] [openshift-dns/dns-default-j6nqj 9c7883184d73e0f36e8e037825347c1a6a5306a340f5df12a07c5e85d8872c59 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-j6nqj 9c7883184d73e0f36e8e037825347c1a6a5306a340f5df12a07c5e85d8872c59 network default NAD default NAD key ] I0430 14:15:02.298243 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-j6nqj, hostIfaceName: 9c7883184d73e0f, network: default, NAD default, SandboxID: "9c7883184d73e0f36e8e037825347c1a6a5306a340f5df12a07c5e85d8872c59", PCI device ID: , UID: "de461fb2-673e-4092-8705-35e3df84ca4d", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0430 14:15:02.345517 3780 cni.go:473] [openshift-dns/dns-default-j6nqj 9c7883184d73e0f36e8e037825347c1a6a5306a340f5df12a07c5e85d8872c59 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-j6nqj 9c7883184d73e0f36e8e037825347c1a6a5306a340f5df12a07c5e85d8872c59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:51:c8:a2:49:77\",\"name\":\"9c7883184d73e0f\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbecc71e-b4c4-4174-b761-b3831fa6bd62\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:15:02.977029 3780 obj_retry.go:492] Detected object openshift-console/console-76484646c9-rwzvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:02.977053 3780 obj_retry.go:492] Detected object openshift-console/console-76484646c9-rwzvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:02.983941 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76484646c9-rwzvb I0430 14:15:02.983963 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76484646c9-rwzvb I0430 14:15:13.353301 3780 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:13.353851 3780 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:14.031717 3780 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:14.031740 3780 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf8b6486c-mwwgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:14.043782 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bf8b6486c-mwwgv I0430 14:15:14.043807 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bf8b6486c-mwwgv W0430 14:15:15.601011 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:15.601037 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:15.601048 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 14:15:15.667288 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:15:15.667307 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 14:15:30.499292 3780 cni.go:452] [openshift-monitoring/alertmanager-main-1 91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f network default NAD default NAD key ] I0430 14:15:30.574371 3780 cni.go:473] [openshift-monitoring/alertmanager-main-1 91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 91806b0d5446b65ca0168505c41644ab3fea1c612f38975f59096532e1a7733f network default NAD default NAD key default], result "{}", err I0430 14:15:30.636871 3780 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:30.637004 3780 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0430 14:15:30.638974 3780 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.14 I0430 14:15:30.639013 3780 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:30.997235 3780 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:30.997259 3780 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:31.004711 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0430 14:15:31.004737 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0430 14:15:31.042668 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:15:31.042789 3780 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0430 14:15:31.069242 3780 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.496547ms I0430 14:15:31.069269 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.525829ms I0430 14:15:31.070504 3780 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.859888ms, libovsdb time 872.494µs I0430 14:15:31.400191 3780 cni.go:452] [openshift-monitoring/alertmanager-main-1 e1b78ed43008782d9cd7dae96d93223111e4520fb01a3d1a3a9ce49561bf3680 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e1b78ed43008782d9cd7dae96d93223111e4520fb01a3d1a3a9ce49561bf3680 network default NAD default NAD key ] I0430 14:15:31.410755 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e1b78ed43008782, network: default, NAD default, SandboxID: "e1b78ed43008782d9cd7dae96d93223111e4520fb01a3d1a3a9ce49561bf3680", PCI device ID: , UID: "68340df7-1183-4dcb-8d4e-54d4b52e2b25", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0430 14:15:31.457734 3780 cni.go:473] [openshift-monitoring/alertmanager-main-1 e1b78ed43008782d9cd7dae96d93223111e4520fb01a3d1a3a9ce49561bf3680 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e1b78ed43008782d9cd7dae96d93223111e4520fb01a3d1a3a9ce49561bf3680 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:d7:8b:1c:b0:5b\",\"name\":\"e1b78ed43008782\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79ceb059-0c45-4d2a-8436-1ade5c6003f5\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:15:34.678167 3780 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56 network default NAD default NAD key ] I0430 14:15:34.755996 3780 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 c39a9bef83379ec48223366ee108fca2f864c75f45cf9df959079c85c12e4a56 network default NAD default NAD key default], result "{}", err I0430 14:15:34.820832 3780 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:34.820874 3780 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0430 14:15:34.822264 3780 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.18 I0430 14:15:34.822295 3780 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:35.735771 3780 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:35.735797 3780 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:35.748719 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0430 14:15:35.748772 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0430 14:15:35.790233 3780 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:15:35.790460 3780 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0430 14:15:35.810165 3780 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 19.794654ms I0430 14:15:35.810189 3780 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 19.826018ms I0430 14:15:35.811540 3780 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 21.331311ms, libovsdb time 1.028556ms I0430 14:15:36.164189 3780 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8c3388f251fc3b55b222775d5402b2dc1a968becb8308440377f74d815efdafb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8c3388f251fc3b55b222775d5402b2dc1a968becb8308440377f74d815efdafb network default NAD default NAD key ] I0430 14:15:36.173375 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8c3388f251fc3b5, network: default, NAD default, SandboxID: "8c3388f251fc3b55b222775d5402b2dc1a968becb8308440377f74d815efdafb", PCI device ID: , UID: "a562385e-908a-4457-b703-5348a09fd9ce", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0430 14:15:36.221526 3780 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8c3388f251fc3b55b222775d5402b2dc1a968becb8308440377f74d815efdafb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8c3388f251fc3b55b222775d5402b2dc1a968becb8308440377f74d815efdafb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:48:1a:40:51:36\",\"name\":\"8c3388f251fc3b5\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f457ca6e-5430-4600-a493-041619c95b29\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:15:47.519169 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0430 14:15:50.167474 3780 cni.go:452] [openshift-console/console-d54c7c9c9-vsn8g e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-d54c7c9c9-vsn8g e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1 network default NAD default NAD key ] I0430 14:15:50.243228 3780 cni.go:473] [openshift-console/console-d54c7c9c9-vsn8g e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-d54c7c9c9-vsn8g e61d8c43f91165440143438641f3d1b822bdd3717307a4baf8d09fb2bc1e77c1 network default NAD default NAD key default], result "{}", err I0430 14:15:50.302316 3780 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:50.302348 3780 pods.go:176] Deleting pod: openshift-console/console-d54c7c9c9-vsn8g I0430 14:15:50.303556 3780 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d54c7c9c9-vsn8g, ips: 10.129.0.20 I0430 14:15:50.303589 3780 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:50.310308 3780 base_network_controller_pods.go:487] [default/openshift-console/console-74699bbfb9-t9klm] creating logical port openshift-console_console-74699bbfb9-t9klm for pod on switch ip-10-0-1-82.ec2.internal I0430 14:15:50.310412 3780 kube.go:256] Updating pod openshift-console/console-74699bbfb9-t9klm I0430 14:15:50.324912 3780 pod.go:62] [openshift-console/console-74699bbfb9-t9klm] pod update took 14.520677ms I0430 14:15:50.324938 3780 base_network_controller_pods.go:951] [default/openshift-console/console-74699bbfb9-t9klm] addLogicalPort annotation time took 14.550268ms I0430 14:15:50.326301 3780 pods.go:271] [openshift-console/console-74699bbfb9-t9klm] addLogicalPort took 16.000693ms, libovsdb time 918.741µs I0430 14:15:50.666838 3780 cni.go:452] [openshift-console/console-74699bbfb9-t9klm a70fd3706871f83fab7a27f47fb8a19abcb9730c1474a946704e40d249877966 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74699bbfb9-t9klm a70fd3706871f83fab7a27f47fb8a19abcb9730c1474a946704e40d249877966 network default NAD default NAD key ] I0430 14:15:50.676094 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74699bbfb9-t9klm, hostIfaceName: a70fd3706871f83, network: default, NAD default, SandboxID: "a70fd3706871f83fab7a27f47fb8a19abcb9730c1474a946704e40d249877966", PCI device ID: , UID: "d5eec91f-508a-4d63-bbef-7ece3372d957", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0430 14:15:50.724337 3780 cni.go:473] [openshift-console/console-74699bbfb9-t9klm a70fd3706871f83fab7a27f47fb8a19abcb9730c1474a946704e40d249877966 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74699bbfb9-t9klm a70fd3706871f83fab7a27f47fb8a19abcb9730c1474a946704e40d249877966 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:00:44:67:bf:99\",\"name\":\"a70fd3706871f83\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e082da1-b118-49c7-9bcb-2c12e9efa73f\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:15:50.814163 3780 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:50.814189 3780 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-vsn8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:50.824823 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d54c7c9c9-vsn8g I0430 14:15:50.824853 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d54c7c9c9-vsn8g W0430 14:15:51.454039 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:15:51.454063 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 14:15:51.454068 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 14:15:52.754500 3780 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:52.755043 3780 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:15:53.197826 3780 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:53.197853 3780 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:15:53.205313 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0430 14:15:53.205336 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0430 14:16:00.859740 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 14:16:01.479414 3780 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:01.479971 3780 obj_retry.go:498] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:02.029348 3780 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:02.029375 3780 obj_retry.go:492] Detected object openshift-console/console-d54c7c9c9-4vzkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:02.037411 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d54c7c9c9-4vzkk I0430 14:16:02.037436 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d54c7c9c9-4vzkk I0430 14:16:13.389189 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0430 14:16:23.390387 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0430 14:16:25.394969 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 W0430 14:16:37.021319 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 14:16:37.021339 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 14:16:38.325227 3780 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:38.325768 3780 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:16:39.181810 3780 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:39.181839 3780 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:16:39.189634 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0430 14:16:39.189664 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0430 14:16:48.481404 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0430 14:17:09.509821 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 14:17:20.389781 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82 I0430 14:17:20.557069 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0430 14:17:20.557131 3780 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sqq88 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-sqq88: no pod IPs found I0430 14:17:23.485860 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0430 14:17:41.481644 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0430 14:17:53.519158 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0430 14:18:00.502594 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0430 14:18:27.496694 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0430 14:18:48.390544 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0430 14:18:49.395103 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=633 I0430 14:18:57.507313 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0430 14:19:46.513355 3780 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0430 14:20:00.192100 3780 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx 97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx 97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f network default NAD default NAD key ] I0430 14:20:00.252111 3780 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29625980-9z5bw for pod on switch ip-10-0-1-82.ec2.internal I0430 14:20:00.252222 3780 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw I0430 14:20:00.263720 3780 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx 97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx 97c958d786d9c90c0effae3a5581cde88f1d8546b78ce4a557975ba0b69f2d0f network default NAD default NAD key default], result "{}", err I0430 14:20:00.269961 3780 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw] pod update took 17.766058ms I0430 14:20:00.269982 3780 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw] addLogicalPort annotation time took 17.789894ms I0430 14:20:00.271161 3780 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw] addLogicalPort took 19.064058ms, libovsdb time 881.815µs I0430 14:20:00.607546 3780 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw 78a5145a2d5977adfd1a0be034516af39664778d1935ff467c6e80749334e743 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw 78a5145a2d5977adfd1a0be034516af39664778d1935ff467c6e80749334e743 network default NAD default NAD key ] I0430 14:20:00.616687 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29625980-9z5bw, hostIfaceName: 78a5145a2d5977a, network: default, NAD default, SandboxID: "78a5145a2d5977adfd1a0be034516af39664778d1935ff467c6e80749334e743", PCI device ID: , UID: "1efb344f-ce06-405a-9d56-bd2e4b0bcb57", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0430 14:20:00.664271 3780 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw 78a5145a2d5977adfd1a0be034516af39664778d1935ff467c6e80749334e743 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625980-9z5bw 78a5145a2d5977adfd1a0be034516af39664778d1935ff467c6e80749334e743 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:96:9a:1a:3c:a9\",\"name\":\"78a5145a2d5977a\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80b4871b-f5dd-46dc-a792-818a3ba6414f\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:20:00.755834 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:20:00.755894 3780 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx I0430 14:20:00.757125 3780 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx, ips: 10.129.0.9 I0430 14:20:00.757153 3780 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:20:00.768284 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:20:00.768304 3780 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:20:00.775863 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx I0430 14:20:00.775896 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29625970-5w2tx I0430 14:20:24.491381 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0430 14:20:48.980080 3780 namespace.go:98] [tsf] adding namespace I0430 14:20:48.981059 3780 namespace.go:102] [tsf] adding namespace took 958.462µs I0430 14:20:49.001222 3780 namespace.go:142] [tsf] updating namespace I0430 14:20:49.012513 3780 namespace.go:142] [tsf] updating namespace I0430 14:20:52.948614 3780 namespace.go:98] [cert-manager-operator] adding namespace I0430 14:20:52.949469 3780 namespace.go:102] [cert-manager-operator] adding namespace took 832.967µs I0430 14:20:52.952536 3780 namespace.go:98] [rhtpa-operator] adding namespace I0430 14:20:52.952698 3780 namespace.go:98] [tsf-tas] adding namespace I0430 14:20:52.952783 3780 namespace.go:98] [tsf-tpa] adding namespace I0430 14:20:52.953236 3780 namespace.go:102] [rhtpa-operator] adding namespace took 685.314µs I0430 14:20:52.953262 3780 namespace.go:98] [rhbk-operator] adding namespace I0430 14:20:52.953736 3780 namespace.go:102] [rhbk-operator] adding namespace took 468.744µs I0430 14:20:52.954277 3780 namespace.go:102] [tsf-tas] adding namespace took 1.563652ms I0430 14:20:52.954762 3780 namespace.go:102] [tsf-tpa] adding namespace took 1.96837ms I0430 14:20:52.958668 3780 namespace.go:98] [konflux-operator] adding namespace I0430 14:20:52.958761 3780 namespace.go:98] [konflux-ui] adding namespace I0430 14:20:52.959215 3780 namespace.go:102] [konflux-operator] adding namespace took 535.071µs I0430 14:20:52.959770 3780 namespace.go:102] [konflux-ui] adding namespace took 994.801µs I0430 14:20:52.959796 3780 namespace.go:98] [tsf-keycloak] adding namespace I0430 14:20:52.960311 3780 namespace.go:102] [tsf-keycloak] adding namespace took 508.045µs I0430 14:20:52.977767 3780 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.005650 3780 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.013009 3780 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:53.019307 3780 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.019453 3780 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.019502 3780 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.030823 3780 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.034223 3780 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.040529 3780 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:20:53.040569 3780 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.094229 3780 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.094494 3780 namespace.go:142] [rhbk-operator] updating namespace I0430 14:20:53.115200 3780 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.136613 3780 namespace.go:142] [tsf-tas] updating namespace I0430 14:20:53.152741 3780 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.172617 3780 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:53.186038 3780 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.201326 3780 namespace.go:142] [konflux-operator] updating namespace I0430 14:20:53.225732 3780 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.242795 3780 namespace.go:142] [konflux-ui] updating namespace I0430 14:20:53.258714 3780 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.276522 3780 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:53.290128 3780 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:53.302836 3780 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:20:54.170874 3780 namespace.go:142] [tsf-tpa] updating namespace I0430 14:20:54.177864 3780 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:20:54.423315 3780 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-82.ec2.internal I0430 14:20:54.423408 3780 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0430 14:20:54.453852 3780 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 30.473627ms I0430 14:20:54.453874 3780 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 30.500581ms I0430 14:20:54.455145 3780 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 31.844828ms, libovsdb time 958.666µs I0430 14:20:54.780902 3780 cni.go:452] [tsf/test-tsf-subscriptions ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a network default NAD default NAD key ] I0430 14:20:54.790268 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: ca8075cedae1634, network: default, NAD default, SandboxID: "ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a", PCI device ID: , UID: "2e3eb503-94cf-4e67-9185-3db5c236ae0d", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0430 14:20:54.838855 3780 cni.go:473] [tsf/test-tsf-subscriptions ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:2b:6b:16:87:82\",\"name\":\"ca8075cedae1634\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25868894-1173-4c65-abe1-583a882fd76d\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:21:00.586014 3780 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586612 3780 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586640 3780 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586650 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:00.586672 3780 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:00.586682 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:01.610559 3780 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610623 3780 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610637 3780 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:01.610649 3780 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827b4q8bx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:02.089146 3780 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089771 3780 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089799 3780 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089807 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:02.089817 3780 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:02.089821 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:03.113780 3780 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113808 3780 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113826 3780 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:03.113840 3780 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b516vvdj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:04.614263 3780 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614848 3780 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614874 3780 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614882 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:04.614894 3780 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:04.614898 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:05.649864 3780 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.649885 3780 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.649897 3780 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:05.649907 3780 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dr6v8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:06.643046 3780 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.643615 3780 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.643637 3780 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.643645 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:06.643659 3780 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:06.643663 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:07.664367 3780 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.664925 3780 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.664949 3780 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.664959 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:07.664974 3780 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.664983 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:07.682434 3780 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682451 3780 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682462 3780 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.682493 3780 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pwfb6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:07.692610 3780 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693029 3780 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693050 3780 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693058 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 14:21:07.693067 3780 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 14:21:07.693070 3780 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 14:21:08.732186 3780 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.732214 3780 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.732230 3780 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.732242 3780 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vftn8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765394 3780 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765416 3780 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765426 3780 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:08.765441 3780 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hrs94 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:21:13.574952 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.221604 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.239698 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.492124 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.502183 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.515748 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 14:21:18.568125 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 14:21:20.346934 3780 namespace.go:98] [cert-manager] adding namespace I0430 14:21:20.347772 3780 namespace.go:102] [cert-manager] adding namespace took 814.561µs I0430 14:21:20.617675 3780 namespace.go:142] [cert-manager] updating namespace I0430 14:21:20.701823 3780 namespace.go:142] [cert-manager] updating namespace W0430 14:21:21.787923 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 14:21:23.981908 3780 namespace.go:142] [openshift-operators] updating namespace I0430 14:21:23.996891 3780 namespace.go:142] [openshift-operators] updating namespace W0430 14:21:26.308104 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 14:21:26.308127 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 14:21:32.234752 3780 namespace.go:142] [openshift-operators] updating namespace W0430 14:21:43.769419 3780 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 14:21:44.008684 3780 namespace.go:98] [trusted-artifact-signer] adding namespace I0430 14:21:44.009540 3780 namespace.go:102] [trusted-artifact-signer] adding namespace took 833.272µs I0430 14:21:44.069269 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:44.079016 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:46.189314 3780 cni.go:452] [tsf/test-tsf-subscriptions ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a network default NAD default NAD key ] I0430 14:21:46.262796 3780 cni.go:473] [tsf/test-tsf-subscriptions ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions ca8075cedae163400d96000d2aac71dd847a781ebc00d6f55966ddbe80a5b10a network default NAD default NAD key default], result "{}", err I0430 14:21:46.349391 3780 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:46.349426 3780 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0430 14:21:46.350592 3780 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.25 I0430 14:21:46.350621 3780 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:21:46.372124 3780 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:46.372143 3780 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:21:46.384159 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 14:21:46.384182 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 14:21:47.991505 3780 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-82.ec2.internal I0430 14:21:47.991665 3780 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0430 14:21:48.024731 3780 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 33.102955ms I0430 14:21:48.024751 3780 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 33.139434ms I0430 14:21:48.025899 3780 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 34.433587ms, libovsdb time 831.548µs I0430 14:21:48.348725 3780 cni.go:452] [tsf/test-tsf-infrastructure 95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b network default NAD default NAD key ] I0430 14:21:48.357932 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 95462e78e4f2943, network: default, NAD default, SandboxID: "95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b", PCI device ID: , UID: "fdad74e3-3117-4636-b363-17003a0469d5", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0430 14:21:48.405613 3780 cni.go:473] [tsf/test-tsf-infrastructure 95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b8:13:6f:2e:20\",\"name\":\"95462e78e4f2943\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5f77407-1941-4e89-9806-e6bacc4fef7e\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:21:49.060695 3780 namespace.go:98] [openshift-pipelines] adding namespace I0430 14:21:49.061466 3780 namespace.go:102] [openshift-pipelines] adding namespace took 751.022µs I0430 14:21:49.085953 3780 namespace.go:142] [openshift-pipelines] updating namespace I0430 14:21:49.788446 3780 namespace.go:142] [cert-manager] updating namespace I0430 14:21:49.989810 3780 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:50.388032 3780 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:50.587768 3780 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:50.788738 3780 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:50.869091 3780 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-z2wh7 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:21:50.869215 3780 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7 I0430 14:21:50.883856 3780 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7] pod update took 14.680865ms I0430 14:21:50.883886 3780 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7] addLogicalPort annotation time took 14.724485ms I0430 14:21:50.885548 3780 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7] addLogicalPort took 16.474061ms, libovsdb time 1.211795ms I0430 14:21:50.960966 3780 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-2fnvh for pod on switch ip-10-0-1-82.ec2.internal I0430 14:21:50.961114 3780 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh I0430 14:21:50.975007 3780 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh] pod update took 13.917138ms I0430 14:21:50.975028 3780 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh] addLogicalPort annotation time took 13.943232ms I0430 14:21:50.976432 3780 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh] addLogicalPort took 15.486795ms, libovsdb time 970.845µs I0430 14:21:51.189503 3780 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:51.392059 3780 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:51.593467 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:51.793547 3780 namespace.go:142] [tsf] updating namespace I0430 14:21:51.993724 3780 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:52.193111 3780 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:52.392905 3780 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:52.520473 3780 namespace.go:142] [cert-manager] updating namespace I0430 14:21:52.532035 3780 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:52.542065 3780 namespace.go:142] [default] updating namespace I0430 14:21:52.553896 3780 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:52.561315 3780 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:52.571677 3780 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:52.578652 3780 namespace.go:142] [openshift] updating namespace I0430 14:21:52.587831 3780 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:52.598412 3780 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:52.609279 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:52.618499 3780 namespace.go:142] [tsf] updating namespace I0430 14:21:52.637079 3780 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:52.653457 3780 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:52.675605 3780 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:52.781508 3780 namespace.go:142] [cert-manager] updating namespace I0430 14:21:52.877453 3780 namespace.go:142] [cert-manager-operator] updating namespace I0430 14:21:52.975844 3780 namespace.go:142] [default] updating namespace I0430 14:21:53.077025 3780 namespace.go:142] [konflux-operator] updating namespace I0430 14:21:53.176770 3780 namespace.go:142] [konflux-ui] updating namespace I0430 14:21:53.280849 3780 namespace.go:142] [open-cluster-management-2q0h0mv2o35aaqsjhc6ahi9h1qf09c5u] updating namespace I0430 14:21:53.373966 3780 namespace.go:142] [openshift] updating namespace I0430 14:21:53.479159 3780 namespace.go:142] [rhbk-operator] updating namespace I0430 14:21:53.575782 3780 namespace.go:142] [rhtpa-operator] updating namespace I0430 14:21:53.676071 3780 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 14:21:53.776211 3780 namespace.go:142] [tsf] updating namespace I0430 14:21:53.875978 3780 namespace.go:142] [tsf-keycloak] updating namespace I0430 14:21:53.976096 3780 namespace.go:142] [tsf-tas] updating namespace I0430 14:21:54.078166 3780 namespace.go:142] [tsf-tpa] updating namespace I0430 14:21:54.354357 3780 namespace.go:142] [openshift-pipelines] updating namespace I0430 14:21:56.930128 3780 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7 80ac21a876db987890bdf2b10ba60ed8d9d159b8ddf53ca221e41711724ae252 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7 80ac21a876db987890bdf2b10ba60ed8d9d159b8ddf53ca221e41711724ae252 network default NAD default NAD key ] I0430 14:21:56.939750 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-z2wh7, hostIfaceName: 80ac21a876db987, network: default, NAD default, SandboxID: "80ac21a876db987890bdf2b10ba60ed8d9d159b8ddf53ca221e41711724ae252", PCI device ID: , UID: "ad3f248d-183c-4359-a75d-5b43129cb6cd", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0430 14:21:56.988436 3780 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7 80ac21a876db987890bdf2b10ba60ed8d9d159b8ddf53ca221e41711724ae252 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-z2wh7 80ac21a876db987890bdf2b10ba60ed8d9d159b8ddf53ca221e41711724ae252 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:c9:71:73:bf:5a\",\"name\":\"80ac21a876db987\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8efcbd8d-2745-48ea-a66a-b50ca9bb0e79\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:21:57.022826 3780 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh c5012e2740aca5a3cfd321c173bc42ada5257a9824d8e6de66efa13b83148426 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh c5012e2740aca5a3cfd321c173bc42ada5257a9824d8e6de66efa13b83148426 network default NAD default NAD key ] I0430 14:21:57.033308 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-2fnvh, hostIfaceName: c5012e2740aca5a, network: default, NAD default, SandboxID: "c5012e2740aca5a3cfd321c173bc42ada5257a9824d8e6de66efa13b83148426", PCI device ID: , UID: "eaee4244-2294-4fb4-9ff4-b9918dc7863d", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0430 14:21:57.082138 3780 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh c5012e2740aca5a3cfd321c173bc42ada5257a9824d8e6de66efa13b83148426 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-2fnvh c5012e2740aca5a3cfd321c173bc42ada5257a9824d8e6de66efa13b83148426 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:bf:61:24:38:17\",\"name\":\"c5012e2740aca5a\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8e86036-ff51-4a67-a5c3-fffb76306464\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:21:57.269844 3780 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0430 14:21:57.302555 3780 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 14:22:06.502411 3780 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.502430 3780 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.502435 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 14:22:06.528006 3780 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:06.528024 3780 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:06.528029 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 14:22:07.922085 3780 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.922102 3780 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.922108 3780 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:07.922114 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 14:22:18.253514 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 14:22:18.280931 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0430 14:22:21.354638 3780 cni.go:452] [tsf/test-tsf-infrastructure 95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b network default NAD default NAD key ] I0430 14:22:21.431702 3780 cni.go:473] [tsf/test-tsf-infrastructure 95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 95462e78e4f2943c55a74c35bfbdfc11e4aa7db5a74d779cb1348612fdf8f34b network default NAD default NAD key default], result "{}", err I0430 14:22:21.483424 3780 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:22:21.483457 3780 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0430 14:22:21.484854 3780 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.26 I0430 14:22:21.484878 3780 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:22:21.506005 3780 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:22:21.506026 3780 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:22:21.512447 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 14:22:21.512474 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 14:22:22.649623 3780 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-82.ec2.internal I0430 14:22:22.649734 3780 kube.go:256] Updating pod tsf/test-tsf-iam I0430 14:22:22.663371 3780 pod.go:62] [tsf/test-tsf-iam] pod update took 13.670385ms I0430 14:22:22.663394 3780 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.698358ms I0430 14:22:22.664984 3780 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.380564ms, libovsdb time 1.142193ms I0430 14:22:23.008983 3780 cni.go:452] [tsf/test-tsf-iam e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158 network default NAD default NAD key ] I0430 14:22:23.019596 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: e11619736b89768, network: default, NAD default, SandboxID: "e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158", PCI device ID: , UID: "c0e84d4f-7706-4b45-9ec9-96caf778f842", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0430 14:22:23.069297 3780 cni.go:473] [tsf/test-tsf-iam e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d8:dc:ea:0d:77\",\"name\":\"e11619736b89768\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c65a8cdc-aff0-4544-bf85-0630cfb41101\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:22:23.625052 3780 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 14:22:23.625746 3780 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 14:22:23.625771 3780 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 14:22:23.627913 3780 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0430 14:22:24.989666 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-5nbzh for pod on switch ip-10-0-1-82.ec2.internal I0430 14:22:24.989760 3780 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh I0430 14:22:25.008470 3780 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh] pod update took 18.738578ms I0430 14:22:25.008513 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh] addLogicalPort annotation time took 18.783923ms I0430 14:22:25.009950 3780 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh] addLogicalPort took 20.301575ms, libovsdb time 971.456µs I0430 14:22:25.187206 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-f72dl for pod on switch ip-10-0-1-82.ec2.internal I0430 14:22:25.187292 3780 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl I0430 14:22:25.201661 3780 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl] pod update took 14.390624ms I0430 14:22:25.201684 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl] addLogicalPort annotation time took 14.418052ms I0430 14:22:25.202918 3780 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl] addLogicalPort took 15.727329ms, libovsdb time 902.394µs I0430 14:22:25.349688 3780 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh d5a48df0accf0184feeb6d8dd507cd3453bd6b8cb656ef24963d78358200a4bf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh d5a48df0accf0184feeb6d8dd507cd3453bd6b8cb656ef24963d78358200a4bf network default NAD default NAD key ] I0430 14:22:25.359972 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-5nbzh, hostIfaceName: d5a48df0accf018, network: default, NAD default, SandboxID: "d5a48df0accf0184feeb6d8dd507cd3453bd6b8cb656ef24963d78358200a4bf", PCI device ID: , UID: "23dbb790-5321-43d3-a7f7-45698a99fb74", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0430 14:22:25.409196 3780 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh d5a48df0accf0184feeb6d8dd507cd3453bd6b8cb656ef24963d78358200a4bf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-5nbzh d5a48df0accf0184feeb6d8dd507cd3453bd6b8cb656ef24963d78358200a4bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:af:64:2d:c8:ff\",\"name\":\"d5a48df0accf018\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/285be5f3-9f5c-4ae4-844c-4a832e28c747\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:22:25.547731 3780 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl 678e6d161a0e17f5201a73c214d8d4f9548ed041e83c0e00e0294b1ef9434320 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl 678e6d161a0e17f5201a73c214d8d4f9548ed041e83c0e00e0294b1ef9434320 network default NAD default NAD key ] I0430 14:22:25.557964 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-f72dl, hostIfaceName: 678e6d161a0e17f, network: default, NAD default, SandboxID: "678e6d161a0e17f5201a73c214d8d4f9548ed041e83c0e00e0294b1ef9434320", PCI device ID: , UID: "0705b87b-b32c-4c44-ab93-9c456213a582", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0430 14:22:25.605215 3780 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl 678e6d161a0e17f5201a73c214d8d4f9548ed041e83c0e00e0294b1ef9434320 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-f72dl 678e6d161a0e17f5201a73c214d8d4f9548ed041e83c0e00e0294b1ef9434320 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:14:08:fb:ca:f8\",\"name\":\"678e6d161a0e17f\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ffa7c15-7f92-465d-aa00-73ed31d265f0\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:22:29.427305 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0430 14:22:30.027726 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 14:22:30.027746 3780 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 14:22:30.027724 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0430 14:22:30.027798 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0430 14:22:40.415786 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 14:22:48.047613 3780 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 14:23:04.305405 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-6ht8r for pod on switch ip-10-0-1-82.ec2.internal I0430 14:23:04.305547 3780 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r I0430 14:23:04.321827 3780 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r] pod update took 16.310216ms I0430 14:23:04.321849 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r] addLogicalPort annotation time took 16.336282ms I0430 14:23:04.323225 3780 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r] addLogicalPort took 17.834116ms, libovsdb time 1.004187ms I0430 14:23:04.410336 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-d9qw4 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:23:04.410499 3780 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4 I0430 14:23:04.424768 3780 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4] pod update took 14.310177ms I0430 14:23:04.424792 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4] addLogicalPort annotation time took 14.33589ms I0430 14:23:04.426030 3780 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4] addLogicalPort took 15.718001ms, libovsdb time 867.455µs I0430 14:23:04.664472 3780 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r 8f6242cb792e36a334aa8c9287bf12642feb5f668b0e63b7074c215b9a3f2c68 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r 8f6242cb792e36a334aa8c9287bf12642feb5f668b0e63b7074c215b9a3f2c68 network default NAD default NAD key ] I0430 14:23:04.673558 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-6ht8r, hostIfaceName: 8f6242cb792e36a, network: default, NAD default, SandboxID: "8f6242cb792e36a334aa8c9287bf12642feb5f668b0e63b7074c215b9a3f2c68", PCI device ID: , UID: "8e0670ba-93d9-4da0-8345-7c0f5a57c26c", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0430 14:23:04.724353 3780 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r 8f6242cb792e36a334aa8c9287bf12642feb5f668b0e63b7074c215b9a3f2c68 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-6ht8r 8f6242cb792e36a334aa8c9287bf12642feb5f668b0e63b7074c215b9a3f2c68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a7:4f:3f:70:40\",\"name\":\"8f6242cb792e36a\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a44e1853-53a8-4321-99a8-ee39495064e2\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:23:04.771495 3780 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4 9f775ee18e0d42b5147e836028d73cf5fee3b4cc18bed2714a416c78e34ef58c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4 9f775ee18e0d42b5147e836028d73cf5fee3b4cc18bed2714a416c78e34ef58c network default NAD default NAD key ] I0430 14:23:04.781848 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-d9qw4, hostIfaceName: 9f775ee18e0d42b, network: default, NAD default, SandboxID: "9f775ee18e0d42b5147e836028d73cf5fee3b4cc18bed2714a416c78e34ef58c", PCI device ID: , UID: "45f201fe-5125-4299-9633-894262b2d20a", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0430 14:23:04.830718 3780 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4 9f775ee18e0d42b5147e836028d73cf5fee3b4cc18bed2714a416c78e34ef58c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-d9qw4 9f775ee18e0d42b5147e836028d73cf5fee3b4cc18bed2714a416c78e34ef58c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:8d:77:61:4d:ab\",\"name\":\"9f775ee18e0d42b\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31469973-b435-4126-a776-e2680408bf28\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:23:08.797841 3780 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 14:23:08.797861 3780 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 14:23:08.797866 3780 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0430 14:23:13.600840 3780 cni.go:452] [tsf/test-tsf-iam e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158 network default NAD default NAD key ] I0430 14:23:13.683105 3780 cni.go:473] [tsf/test-tsf-iam e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam e11619736b8976865310efe3ae88fea8d8276798519c3ce7070999c1fa309158 network default NAD default NAD key default], result "{}", err I0430 14:23:13.735391 3780 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:13.735419 3780 pods.go:176] Deleting pod: tsf/test-tsf-iam I0430 14:23:13.736789 3780 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.29 I0430 14:23:13.736819 3780 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:13.778408 3780 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:13.778513 3780 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:13.785145 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 14:23:13.785167 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0430 14:23:14.614124 3780 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-82.ec2.internal I0430 14:23:14.614228 3780 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0430 14:23:14.628469 3780 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.260315ms I0430 14:23:14.628510 3780 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.306323ms I0430 14:23:14.629751 3780 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.640795ms, libovsdb time 838.513µs I0430 14:23:14.972902 3780 cni.go:452] [tsf-tas/test-tsf-tas 18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174 network default NAD default NAD key ] I0430 14:23:14.982026 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 18bfed647bd11f5, network: default, NAD default, SandboxID: "18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174", PCI device ID: , UID: "6d8e6018-2822-4c7a-b6a2-e5d8ccbe53e8", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0430 14:23:15.030926 3780 cni.go:473] [tsf-tas/test-tsf-tas 18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6a:12:0f:63:86\",\"name\":\"18bfed647bd11f5\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7826d904-bbc5-47f4-8b0c-ad56866d4052\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:23:15.660905 3780 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-6sxll-rhxhv] creating logical port tsf-tas_segment-backup-installation-6sxll-rhxhv for pod on switch ip-10-0-1-82.ec2.internal I0430 14:23:15.661002 3780 kube.go:256] Updating pod tsf-tas/segment-backup-installation-6sxll-rhxhv I0430 14:23:15.677788 3780 pod.go:62] [tsf-tas/segment-backup-installation-6sxll-rhxhv] pod update took 16.808028ms I0430 14:23:15.677810 3780 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-6sxll-rhxhv] addLogicalPort annotation time took 16.834768ms I0430 14:23:15.679017 3780 pods.go:271] [tsf-tas/segment-backup-installation-6sxll-rhxhv] addLogicalPort took 18.127074ms, libovsdb time 869.512µs I0430 14:23:16.067987 3780 cni.go:452] [tsf-tas/segment-backup-installation-6sxll-rhxhv 128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-6sxll-rhxhv 128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4 network default NAD default NAD key ] I0430 14:23:16.077492 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-6sxll-rhxhv, hostIfaceName: 128db5655a0356e, network: default, NAD default, SandboxID: "128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4", PCI device ID: , UID: "8d711d7c-ca80-4d87-8c4b-26e37aaa14db", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0430 14:23:16.126510 3780 cni.go:473] [tsf-tas/segment-backup-installation-6sxll-rhxhv 128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-6sxll-rhxhv 128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:46:5b:5f:fd:c8\",\"name\":\"128db5655a0356e\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1651b7b0-81c5-47b3-a150-ac912fc816a6\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:23:16.635774 3780 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6568684f68-kt7bb] creating logical port tsf-tas_trillian-logserver-6568684f68-kt7bb for pod on switch ip-10-0-1-82.ec2.internal I0430 14:23:16.635870 3780 kube.go:256] Updating pod tsf-tas/trillian-logserver-6568684f68-kt7bb I0430 14:23:16.649672 3780 pod.go:62] [tsf-tas/trillian-logserver-6568684f68-kt7bb] pod update took 13.831063ms I0430 14:23:16.649694 3780 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6568684f68-kt7bb] addLogicalPort annotation time took 13.857965ms I0430 14:23:16.650954 3780 pods.go:271] [tsf-tas/trillian-logserver-6568684f68-kt7bb] addLogicalPort took 15.202732ms, libovsdb time 853.697µs I0430 14:23:16.776592 3780 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-698fb67d5f-kbmhq] creating logical port tsf-tas_trillian-logsigner-698fb67d5f-kbmhq for pod on switch ip-10-0-1-82.ec2.internal I0430 14:23:16.776680 3780 kube.go:256] Updating pod tsf-tas/trillian-logsigner-698fb67d5f-kbmhq I0430 14:23:16.792540 3780 pod.go:62] [tsf-tas/trillian-logsigner-698fb67d5f-kbmhq] pod update took 15.884164ms I0430 14:23:16.792563 3780 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-698fb67d5f-kbmhq] addLogicalPort annotation time took 15.911425ms I0430 14:23:16.793895 3780 pods.go:271] [tsf-tas/trillian-logsigner-698fb67d5f-kbmhq] addLogicalPort took 17.323529ms, libovsdb time 911.328µs I0430 14:23:17.136432 3780 cni.go:452] [tsf-tas/trillian-logsigner-698fb67d5f-kbmhq fc3f2cebd9a49e35e972b892d8749b8d969bb96fed61bd0b30c31c70b9396f7d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-698fb67d5f-kbmhq fc3f2cebd9a49e35e972b892d8749b8d969bb96fed61bd0b30c31c70b9396f7d network default NAD default NAD key ] I0430 14:23:17.146207 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-698fb67d5f-kbmhq, hostIfaceName: fc3f2cebd9a49e3, network: default, NAD default, SandboxID: "fc3f2cebd9a49e35e972b892d8749b8d969bb96fed61bd0b30c31c70b9396f7d", PCI device ID: , UID: "b756654d-b708-47f5-b21d-6ec5210f319c", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0430 14:23:17.196641 3780 cni.go:473] [tsf-tas/trillian-logsigner-698fb67d5f-kbmhq fc3f2cebd9a49e35e972b892d8749b8d969bb96fed61bd0b30c31c70b9396f7d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-698fb67d5f-kbmhq fc3f2cebd9a49e35e972b892d8749b8d969bb96fed61bd0b30c31c70b9396f7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:2a:88:07:79:57\",\"name\":\"fc3f2cebd9a49e3\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3101800-d23c-4bc4-90a8-3cd7ba5cbe2f\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:23:17.610867 3780 cni.go:452] [tsf-tas/trillian-logserver-6568684f68-kt7bb 7be723f0d7ce6157d3d4036e403583c2436d9e2daf6f0863903ef8d176b046f7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6568684f68-kt7bb 7be723f0d7ce6157d3d4036e403583c2436d9e2daf6f0863903ef8d176b046f7 network default NAD default NAD key ] I0430 14:23:17.622412 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6568684f68-kt7bb, hostIfaceName: 7be723f0d7ce615, network: default, NAD default, SandboxID: "7be723f0d7ce6157d3d4036e403583c2436d9e2daf6f0863903ef8d176b046f7", PCI device ID: , UID: "097e82e6-a771-43a6-a844-2d3d70a4bdae", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0430 14:23:17.693666 3780 cni.go:473] [tsf-tas/trillian-logserver-6568684f68-kt7bb 7be723f0d7ce6157d3d4036e403583c2436d9e2daf6f0863903ef8d176b046f7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6568684f68-kt7bb 7be723f0d7ce6157d3d4036e403583c2436d9e2daf6f0863903ef8d176b046f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:02:2d:3f:a0:f4\",\"name\":\"7be723f0d7ce615\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05049de3-9ff9-4ddb-883b-4f1993e43c58\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:23:19.855564 3780 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0430 14:23:19.855654 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0430 14:23:20.717184 3780 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-6kkbh] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-6kkbh for pod on switch ip-10-0-1-82.ec2.internal I0430 14:23:20.717395 3780 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-6kkbh I0430 14:23:20.731360 3780 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-6kkbh] pod update took 13.990018ms I0430 14:23:20.731391 3780 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-6kkbh] addLogicalPort annotation time took 14.026568ms I0430 14:23:20.733037 3780 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-6kkbh] addLogicalPort took 15.872778ms, libovsdb time 1.12838ms I0430 14:23:22.498391 3780 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sfqcw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:22.499019 3780 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sfqcw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:23.388880 3780 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sfqcw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:23.388900 3780 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sfqcw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:29.334185 3780 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-6kkbh 48ab8fd7287e9096765d2c0d75d8d7c908a720f02d696c500e0c8ca85a9d63df network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6kkbh 48ab8fd7287e9096765d2c0d75d8d7c908a720f02d696c500e0c8ca85a9d63df network default NAD default NAD key ] I0430 14:23:29.344741 3780 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-6kkbh, hostIfaceName: 48ab8fd7287e909, network: default, NAD default, SandboxID: "48ab8fd7287e9096765d2c0d75d8d7c908a720f02d696c500e0c8ca85a9d63df", PCI device ID: , UID: "1e3ec874-6244-46e3-833c-a995cef284c2", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0430 14:23:29.399560 3780 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-6kkbh 48ab8fd7287e9096765d2c0d75d8d7c908a720f02d696c500e0c8ca85a9d63df network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-6kkbh 48ab8fd7287e9096765d2c0d75d8d7c908a720f02d696c500e0c8ca85a9d63df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:aa:99:72:f9:04\",\"name\":\"48ab8fd7287e909\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1269adc2-60ee-4881-bd3e-1f0cfa451cc1\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:23:29.732155 3780 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0430 14:23:29.759236 3780 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0430 14:23:30.919122 3780 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 14:23:32.736233 3780 cni.go:452] [tsf-tas/segment-backup-installation-6sxll-rhxhv 128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-6sxll-rhxhv 128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4 network default NAD default NAD key ] I0430 14:23:32.820774 3780 cni.go:473] [tsf-tas/segment-backup-installation-6sxll-rhxhv 128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-6sxll-rhxhv 128db5655a0356e9429928a7979a676234d6c4b5e9e57a8976155cf87435fec4 network default NAD default NAD key default], result "{}", err I0430 14:23:33.766344 3780 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:33.766396 3780 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-6sxll-rhxhv I0430 14:23:33.768102 3780 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-6sxll-rhxhv, ips: 10.129.0.35 I0430 14:23:33.768132 3780 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:23:34.790609 3780 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:34.790635 3780 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-6sxll-rhxhv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:23:41.398178 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 I0430 14:23:47.392117 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=61 W0430 14:23:50.526514 3780 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 14:23:50.526537 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 14:23:50.581025 3780 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0430 14:23:58.828531 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0430 14:23:58.856685 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0430 14:24:03.894505 3780 cni.go:452] [tsf-tas/test-tsf-tas 18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174 network default NAD default NAD key ] I0430 14:24:03.971621 3780 cni.go:473] [tsf-tas/test-tsf-tas 18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 18bfed647bd11f53f8f801645f18256124a3427c16be69bd109e09b4fa5bd174 network default NAD default NAD key default], result "{}", err I0430 14:24:04.091455 3780 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:04.091510 3780 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0430 14:24:04.093009 3780 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.34 I0430 14:24:04.093035 3780 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:04.112619 3780 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:04.112644 3780 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:04.119669 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 14:24:04.119698 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0430 14:24:04.884210 3780 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-tnxh6] creating logical port tsf_patch-tekton-config-tnxh6 for pod on switch ip-10-0-1-82.ec2.internal I0430 14:24:04.884316 3780 kube.go:256] Updating pod tsf/patch-tekton-config-tnxh6 I0430 14:24:04.898974 3780 pod.go:62] [tsf/patch-tekton-config-tnxh6] pod update took 14.688892ms I0430 14:24:04.898996 3780 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-tnxh6] addLogicalPort annotation time took 14.717105ms I0430 14:24:04.900329 3780 pods.go:271] [tsf/patch-tekton-config-tnxh6] addLogicalPort took 16.138457ms, libovsdb time 979.307µs I0430 14:24:05.380545 3780 cni.go:452] [tsf/patch-tekton-config-tnxh6 611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-tnxh6 611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76 network default NAD default NAD key ] I0430 14:24:05.389809 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-tnxh6, hostIfaceName: 611273f38b434da, network: default, NAD default, SandboxID: "611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76", PCI device ID: , UID: "5e374473-8193-4186-9c5d-4545ff76fd84", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0430 14:24:05.398535 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=411 I0430 14:24:05.440763 3780 cni.go:473] [tsf/patch-tekton-config-tnxh6 611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-tnxh6 611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d8:ef:fe:ae:ff\",\"name\":\"611273f38b434da\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7570db61-e35c-47ea-b2db-d52254b08fc6\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:24:08.249202 3780 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:08.249846 3780 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:09.124022 3780 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:09.124054 3780 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-w7f84-bdqbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:12.871829 3780 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-594c99796d-wx9ct] creating logical port tsf-tas_rekor-redis-594c99796d-wx9ct for pod on switch ip-10-0-1-82.ec2.internal I0430 14:24:12.871928 3780 kube.go:256] Updating pod tsf-tas/rekor-redis-594c99796d-wx9ct I0430 14:24:12.885399 3780 pod.go:62] [tsf-tas/rekor-redis-594c99796d-wx9ct] pod update took 13.501251ms I0430 14:24:12.885419 3780 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-594c99796d-wx9ct] addLogicalPort annotation time took 13.526903ms I0430 14:24:12.886666 3780 pods.go:271] [tsf-tas/rekor-redis-594c99796d-wx9ct] addLogicalPort took 14.857151ms, libovsdb time 880.567µs I0430 14:24:12.942658 3780 cni.go:452] [tsf/patch-tekton-config-tnxh6 611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-tnxh6 611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76 network default NAD default NAD key ] I0430 14:24:13.009941 3780 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p] creating logical port tsf-tas_rekor-search-ui-74cfc4cb94-8kq6p for pod on switch ip-10-0-1-82.ec2.internal I0430 14:24:13.010024 3780 kube.go:256] Updating pod tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p I0430 14:24:13.017069 3780 cni.go:473] [tsf/patch-tekton-config-tnxh6 611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-tnxh6 611273f38b434dad49d1a26d76180946c5d7c6f105af0152644d054db6fcba76 network default NAD default NAD key default], result "{}", err I0430 14:24:13.025994 3780 namespace.go:142] [openshift-pipelines] updating namespace I0430 14:24:13.027771 3780 pod.go:62] [tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p] pod update took 17.76697ms I0430 14:24:13.027795 3780 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p] addLogicalPort annotation time took 17.79295ms I0430 14:24:13.029160 3780 pods.go:271] [tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p] addLogicalPort took 19.236273ms, libovsdb time 940.595µs I0430 14:24:13.074575 3780 obj_retry.go:498] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:13.074608 3780 pods.go:176] Deleting pod: tsf/patch-tekton-config-tnxh6 I0430 14:24:13.075968 3780 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-tnxh6, ips: 10.129.0.39 I0430 14:24:13.075996 3780 obj_retry.go:498] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:13.388551 3780 cni.go:452] [tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p fde6766eed9c2ad05c7c493258f4835db288a543350cc26a3e8278043c11c89d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p fde6766eed9c2ad05c7c493258f4835db288a543350cc26a3e8278043c11c89d network default NAD default NAD key ] I0430 14:24:13.398222 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-74cfc4cb94-8kq6p, hostIfaceName: fde6766eed9c2ad, network: default, NAD default, SandboxID: "fde6766eed9c2ad05c7c493258f4835db288a543350cc26a3e8278043c11c89d", PCI device ID: , UID: "62ea6484-46ef-4f9d-aeac-581256a6ddf5", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0430 14:24:13.447603 3780 cni.go:473] [tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p fde6766eed9c2ad05c7c493258f4835db288a543350cc26a3e8278043c11c89d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-74cfc4cb94-8kq6p fde6766eed9c2ad05c7c493258f4835db288a543350cc26a3e8278043c11c89d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:94:03:ab:e6:b8\",\"name\":\"fde6766eed9c2ad\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24e09f65-fa86-45c1-992d-255d873c4f27\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:24:13.828963 3780 cni.go:452] [tsf-tas/rekor-redis-594c99796d-wx9ct 53d6fe513b1f9cb709f3bf0d9d22ecf36faa568ded653f34767d20feb0728857 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-594c99796d-wx9ct 53d6fe513b1f9cb709f3bf0d9d22ecf36faa568ded653f34767d20feb0728857 network default NAD default NAD key ] I0430 14:24:13.838582 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-594c99796d-wx9ct, hostIfaceName: 53d6fe513b1f9cb, network: default, NAD default, SandboxID: "53d6fe513b1f9cb709f3bf0d9d22ecf36faa568ded653f34767d20feb0728857", PCI device ID: , UID: "4709d25c-2ab9-49bb-ac06-35e9e7220e72", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0430 14:24:13.887016 3780 cni.go:473] [tsf-tas/rekor-redis-594c99796d-wx9ct 53d6fe513b1f9cb709f3bf0d9d22ecf36faa568ded653f34767d20feb0728857 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-594c99796d-wx9ct 53d6fe513b1f9cb709f3bf0d9d22ecf36faa568ded653f34767d20feb0728857 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c9:4c:84:4c:9c\",\"name\":\"53d6fe513b1f9cb\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a38a28b-def6-4171-975f-f0f1ebc9f0e3\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:24:14.097045 3780 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:14.097066 3780 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:14.202234 3780 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-m2ghk] creating logical port tsf_tsf-tekton-configuration-m2ghk for pod on switch ip-10-0-1-82.ec2.internal I0430 14:24:14.202348 3780 kube.go:256] Updating pod tsf/tsf-tekton-configuration-m2ghk I0430 14:24:14.216681 3780 pod.go:62] [tsf/tsf-tekton-configuration-m2ghk] pod update took 14.354802ms I0430 14:24:14.216707 3780 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-m2ghk] addLogicalPort annotation time took 14.383211ms I0430 14:24:14.218020 3780 pods.go:271] [tsf/tsf-tekton-configuration-m2ghk] addLogicalPort took 15.801039ms, libovsdb time 903.526µs I0430 14:24:14.583343 3780 cni.go:452] [tsf/tsf-tekton-configuration-m2ghk ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-m2ghk ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34 network default NAD default NAD key ] I0430 14:24:14.592529 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-m2ghk, hostIfaceName: ac570ba301df13d, network: default, NAD default, SandboxID: "ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34", PCI device ID: , UID: "507f3e6b-b7ba-4fd9-b14e-04d71e7a50db", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0430 14:24:14.642217 3780 cni.go:473] [tsf/tsf-tekton-configuration-m2ghk ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-m2ghk ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:b9:aa:8b:0f:38\",\"name\":\"ac570ba301df13d\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/631ed92a-5ad2-494f-91c4-64473acbecdc\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:24:18.979138 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0430 14:24:18.999707 3780 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0430 14:24:22.171693 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0430 14:24:23.005261 3780 cni.go:452] [tsf/tsf-tekton-configuration-m2ghk ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-m2ghk ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34 network default NAD default NAD key ] I0430 14:24:23.094557 3780 cni.go:473] [tsf/tsf-tekton-configuration-m2ghk ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-m2ghk ac570ba301df13d33e9bba070af31313128681f49eba78c918610781b3652e34 network default NAD default NAD key default], result "{}", err I0430 14:24:23.144809 3780 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-m2ghk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:23.144842 3780 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-m2ghk I0430 14:24:23.146184 3780 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-m2ghk, ips: 10.129.0.42 I0430 14:24:23.146212 3780 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-m2ghk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:24.167323 3780 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-m2ghk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.167354 3780 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-m2ghk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.202859 3780 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.202885 3780 obj_retry.go:492] Detected object tsf/patch-tekton-config-tnxh6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:24.207313 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tnxh6 I0430 14:24:24.207340 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tnxh6 I0430 14:24:24.954119 3780 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-82.ec2.internal I0430 14:24:24.954202 3780 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0430 14:24:24.968003 3780 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.826531ms I0430 14:24:24.968025 3780 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.851103ms I0430 14:24:24.969372 3780 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.266852ms, libovsdb time 973.318µs I0430 14:24:25.314704 3780 cni.go:452] [tsf-tpa/pre-install-tsf-tpa f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2 network default NAD default NAD key ] I0430 14:24:25.324182 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: f9744e453f0a332, network: default, NAD default, SandboxID: "f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2", PCI device ID: , UID: "edc19e48-b4d5-453c-b39d-994e728f3dc8", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0430 14:24:25.375832 3780 cni.go:473] [tsf-tpa/pre-install-tsf-tpa f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b8:67:27:f7:be\",\"name\":\"f9744e453f0a332\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e09a878a-1736-40c0-85d0-27bff01e4ee3\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:24:28.036492 3780 cni.go:452] [tsf-tpa/pre-install-tsf-tpa f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2 network default NAD default NAD key ] I0430 14:24:28.115561 3780 cni.go:473] [tsf-tpa/pre-install-tsf-tpa f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa f9744e453f0a332de8b499efc9ffca4b5f7516f4a21a3b56ce1ff5a5323d79e2 network default NAD default NAD key default], result "{}", err I0430 14:24:28.167320 3780 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:28.167360 3780 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0430 14:24:28.168623 3780 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.43 I0430 14:24:28.168656 3780 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:28.185628 3780 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:28.185647 3780 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:28.192747 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 14:24:28.192771 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0430 14:24:28.408859 3780 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-82.ec2.internal I0430 14:24:28.408945 3780 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0430 14:24:28.422268 3780 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.341822ms I0430 14:24:28.422288 3780 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.369916ms I0430 14:24:28.423650 3780 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.805827ms, libovsdb time 937.124µs I0430 14:24:28.768991 3780 cni.go:452] [tsf-tpa/test-tsf-tpa 229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae network default NAD default NAD key ] I0430 14:24:28.778541 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 229ffd885d28191, network: default, NAD default, SandboxID: "229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae", PCI device ID: , UID: "605f119d-aa15-4b52-a212-55bd284792f8", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0430 14:24:28.829686 3780 cni.go:473] [tsf-tpa/test-tsf-tpa 229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ca:e7:6e:cc:53\",\"name\":\"229ffd885d28191\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9de1a066-8615-403b-9b65-b124aee6d95c\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:24:30.522492 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0430 14:24:30.986499 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0430 14:24:32.025413 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0430 14:24:34.933392 3780 obj_retry.go:498] Detected object tsf-tpa/create-db-2dbqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:34.934014 3780 obj_retry.go:498] Detected object tsf-tpa/create-db-2dbqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:35.958933 3780 obj_retry.go:492] Detected object tsf-tpa/create-db-2dbqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:35.958955 3780 obj_retry.go:492] Detected object tsf-tpa/create-db-2dbqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:38.484725 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0430 14:24:39.017975 3780 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9tw84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:39.018539 3780 obj_retry.go:498] Detected object tsf-tpa/migrate-db-9tw84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:39.098948 3780 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9tw84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:39.098976 3780 obj_retry.go:492] Detected object tsf-tpa/migrate-db-9tw84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:41.990659 3780 obj_retry.go:498] Detected object tsf-tpa/create-importers-dj826 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:41.991197 3780 obj_retry.go:498] Detected object tsf-tpa/create-importers-dj826 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:42.226721 3780 base_network_controller_pods.go:487] [default/tsf-tpa/server-5df8648d79-hcbhs] creating logical port tsf-tpa_server-5df8648d79-hcbhs for pod on switch ip-10-0-1-82.ec2.internal I0430 14:24:42.226810 3780 kube.go:256] Updating pod tsf-tpa/server-5df8648d79-hcbhs I0430 14:24:42.240915 3780 pod.go:62] [tsf-tpa/server-5df8648d79-hcbhs] pod update took 14.128539ms I0430 14:24:42.240937 3780 base_network_controller_pods.go:951] [default/tsf-tpa/server-5df8648d79-hcbhs] addLogicalPort annotation time took 14.15532ms I0430 14:24:42.242254 3780 pods.go:271] [tsf-tpa/server-5df8648d79-hcbhs] addLogicalPort took 15.55014ms, libovsdb time 886.58µs I0430 14:24:42.294533 3780 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-zqs2m] creating logical port tsf-tpa_importer-86bcdf477b-zqs2m for pod on switch ip-10-0-1-82.ec2.internal I0430 14:24:42.294643 3780 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-zqs2m I0430 14:24:42.309364 3780 pod.go:62] [tsf-tpa/importer-86bcdf477b-zqs2m] pod update took 14.758605ms I0430 14:24:42.309387 3780 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-zqs2m] addLogicalPort annotation time took 14.783469ms I0430 14:24:42.310614 3780 pods.go:271] [tsf-tpa/importer-86bcdf477b-zqs2m] addLogicalPort took 16.102657ms, libovsdb time 821.818µs I0430 14:24:43.017071 3780 obj_retry.go:492] Detected object tsf-tpa/create-importers-dj826 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:43.017093 3780 obj_retry.go:492] Detected object tsf-tpa/create-importers-dj826 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:43.425589 3780 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:43.426214 3780 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:44.300737 3780 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:44.300760 3780 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lr9ld-r2b2k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:46.912100 3780 cni.go:452] [tsf-tpa/server-5df8648d79-hcbhs ccc55fe562006cf1db4df346a58e7f922418b32fc327bee491a8843a20687d86 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5df8648d79-hcbhs ccc55fe562006cf1db4df346a58e7f922418b32fc327bee491a8843a20687d86 network default NAD default NAD key ] I0430 14:24:46.921774 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5df8648d79-hcbhs, hostIfaceName: ccc55fe562006cf, network: default, NAD default, SandboxID: "ccc55fe562006cf1db4df346a58e7f922418b32fc327bee491a8843a20687d86", PCI device ID: , UID: "0791768f-7670-4c7b-8018-849cfa3708f8", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0430 14:24:46.974298 3780 cni.go:473] [tsf-tpa/server-5df8648d79-hcbhs ccc55fe562006cf1db4df346a58e7f922418b32fc327bee491a8843a20687d86 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5df8648d79-hcbhs ccc55fe562006cf1db4df346a58e7f922418b32fc327bee491a8843a20687d86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:6b:8f:69:29:9a\",\"name\":\"ccc55fe562006cf\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2f12ab0-7722-4879-80e4-e9bf2f15070b\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0430 14:24:47.394258 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=121 I0430 14:24:48.426827 3780 cni.go:452] [tsf-tpa/importer-86bcdf477b-zqs2m 4c58722310dfb137d25abdbcc27f812c2c2170f39016e9d0a74e70f0cebb3690 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-zqs2m 4c58722310dfb137d25abdbcc27f812c2c2170f39016e9d0a74e70f0cebb3690 network default NAD default NAD key ] I0430 14:24:48.436295 3780 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-zqs2m, hostIfaceName: 4c58722310dfb13, network: default, NAD default, SandboxID: "4c58722310dfb137d25abdbcc27f812c2c2170f39016e9d0a74e70f0cebb3690", PCI device ID: , UID: "7fc7acd9-76d3-402c-8196-08a3574125d4", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0430 14:24:48.487185 3780 cni.go:473] [tsf-tpa/importer-86bcdf477b-zqs2m 4c58722310dfb137d25abdbcc27f812c2c2170f39016e9d0a74e70f0cebb3690 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-zqs2m 4c58722310dfb137d25abdbcc27f812c2c2170f39016e9d0a74e70f0cebb3690 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e4:85:35:2b:75\",\"name\":\"4c58722310dfb13\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/936980b2-5e0c-47ea-90b2-0f30e3a67578\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0430 14:24:48.891763 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0430 14:24:50.162223 3780 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0430 14:24:53.475715 3780 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:53.476250 3780 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:24:54.500864 3780 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:24:54.500891 3780 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-k62kx-l4fb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 14:24:59.372351 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0430 14:24:59.523143 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0430 14:25:01.201024 3780 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0430 14:25:04.393950 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0430 14:25:18.319649 3780 cni.go:452] [tsf-tpa/test-tsf-tpa 229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae network default NAD default NAD key ] I0430 14:25:18.405627 3780 cni.go:473] [tsf-tpa/test-tsf-tpa 229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 229ffd885d28191153dd37b934756842e4683f90121e8785b0b9a82ab40e56ae network default NAD default NAD key default], result "{}", err I0430 14:25:18.465435 3780 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:18.465469 3780 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0430 14:25:18.466959 3780 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.44 I0430 14:25:18.466993 3780 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:18.485582 3780 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:18.485603 3780 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:18.491835 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 14:25:18.491860 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 14:25:19.294729 3780 namespace.go:98] [build-service] adding namespace I0430 14:25:19.295604 3780 namespace.go:102] [build-service] adding namespace took 851.772µs I0430 14:25:19.300800 3780 namespace.go:98] [default-tenant] adding namespace I0430 14:25:19.300890 3780 namespace.go:98] [integration-service] adding namespace I0430 14:25:19.300989 3780 namespace.go:98] [image-controller] adding namespace I0430 14:25:19.301581 3780 namespace.go:102] [default-tenant] adding namespace took 763.098µs I0430 14:25:19.302136 3780 namespace.go:102] [integration-service] adding namespace took 1.2349ms I0430 14:25:19.302635 3780 namespace.go:102] [image-controller] adding namespace took 1.631929ms I0430 14:25:19.360353 3780 namespace.go:142] [build-service] updating namespace I0430 14:25:19.394202 3780 namespace.go:142] [build-service] updating namespace I0430 14:25:19.447787 3780 namespace.go:142] [default-tenant] updating namespace I0430 14:25:19.483143 3780 namespace.go:142] [default-tenant] updating namespace I0430 14:25:19.534773 3780 namespace.go:142] [build-service] updating namespace I0430 14:25:19.550353 3780 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.574430 3780 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.590946 3780 namespace.go:142] [integration-service] updating namespace I0430 14:25:19.622731 3780 namespace.go:142] [image-controller] updating namespace I0430 14:25:19.663448 3780 namespace.go:98] [release-service] adding namespace I0430 14:25:19.663574 3780 namespace.go:142] [image-controller] updating namespace I0430 14:25:19.664285 3780 namespace.go:102] [release-service] adding namespace took 820.407µs I0430 14:25:19.738225 3780 namespace.go:142] [release-service] updating namespace I0430 14:25:19.765232 3780 namespace.go:142] [konflux-ui] updating namespace I0430 14:25:19.775598 3780 namespace.go:142] [release-service] updating namespace I0430 14:25:20.061002 3780 namespace.go:98] [konflux-info] adding namespace I0430 14:25:20.061801 3780 namespace.go:102] [konflux-info] adding namespace took 777.376µs I0430 14:25:20.104830 3780 namespace.go:142] [build-service] updating namespace I0430 14:25:20.178845 3780 namespace.go:98] [namespace-lister] adding namespace I0430 14:25:20.179674 3780 namespace.go:102] [namespace-lister] adding namespace took 812.596µs I0430 14:25:20.376039 3780 namespace.go:142] [konflux-info] updating namespace I0430 14:25:20.439582 3780 namespace.go:98] [enterprise-contract-service] adding namespace I0430 14:25:20.440342 3780 namespace.go:102] [enterprise-contract-service] adding namespace took 739.953µs I0430 14:25:20.527904 3780 namespace.go:142] [default-tenant] updating namespace I0430 14:25:20.688255 3780 namespace.go:142] [image-controller] updating namespace I0430 14:25:20.798619 3780 namespace.go:142] [build-service] updating namespace I0430 14:25:20.801775 3780 namespace.go:142] [konflux-info] updating namespace I0430 14:25:20.816207 3780 namespace.go:142] [default-tenant] updating namespace I0430 14:25:20.851927 3780 namespace.go:142] [image-controller] updating namespace I0430 14:25:20.876756 3780 namespace.go:142] [integration-service] updating namespace I0430 14:25:20.935184 3780 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:20.949880 3780 namespace.go:142] [build-service] updating namespace I0430 14:25:21.053113 3780 namespace.go:142] [image-controller] updating namespace I0430 14:25:21.053177 3780 namespace.go:142] [default-tenant] updating namespace I0430 14:25:21.149860 3780 namespace.go:142] [image-controller] updating namespace I0430 14:25:21.237397 3780 namespace.go:142] [integration-service] updating namespace I0430 14:25:21.611749 3780 namespace.go:142] [default-tenant] updating namespace I0430 14:25:21.664260 3780 namespace.go:142] [integration-service] updating namespace I0430 14:25:21.734900 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:21.793850 3780 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:21.906508 3780 namespace.go:98] [segment-bridge] adding namespace I0430 14:25:21.907323 3780 namespace.go:102] [segment-bridge] adding namespace took 792.612µs I0430 14:25:21.961897 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:22.082136 3780 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:22.092393 3780 namespace.go:98] [konflux-cli] adding namespace I0430 14:25:22.093249 3780 namespace.go:102] [konflux-cli] adding namespace took 837.366µs I0430 14:25:22.155859 3780 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:22.390205 3780 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:22.470317 3780 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:22.576810 3780 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 14:25:22.577426 3780 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 14:25:22.577447 3780 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 14:25:22.580124 3780 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 14:25:22.602864 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:22.613892 3780 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 14:25:22.613911 3780 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 14:25:22.614714 3780 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 14:25:22.656935 3780 namespace.go:142] [konflux-info] updating namespace I0430 14:25:23.039751 3780 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:23.408989 3780 namespace.go:142] [release-service] updating namespace I0430 14:25:23.768958 3780 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:23.879847 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:23.928296 3780 namespace.go:142] [konflux-info] updating namespace I0430 14:25:23.956742 3780 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:23.987446 3780 namespace.go:142] [release-service] updating namespace I0430 14:25:23.987502 3780 namespace.go:142] [segment-bridge] updating namespace I0430 14:25:24.078747 3780 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:25:24.234826 3780 namespace.go:142] [konflux-info] updating namespace I0430 14:25:24.363312 3780 namespace.go:142] [namespace-lister] updating namespace I0430 14:25:24.482787 3780 namespace.go:142] [release-service] updating namespace I0430 14:25:24.750840 3780 namespace.go:142] [segment-bridge] updating namespace W0430 14:25:26.128842 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0430 14:25:26.810176 3780 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:26.943724 3780 namespace.go:142] [konflux-cli] updating namespace I0430 14:25:27.043336 3780 namespace.go:142] [konflux-cli] updating namespace W0430 14:25:27.130793 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0430 14:25:30.571141 3780 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0430 14:25:33.168429 3780 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0430 14:25:34.505740 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0430 14:25:34.576426 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:34.579125 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:25:37.601566 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:37.601586 3780 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.232598 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:25:38.233728 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:25:38.267265 3780 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.267287 3780 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:25:38.289583 3780 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 14:25:38.289752 3780 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0430 14:25:45.927326 3780 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:45.927994 3780 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:25:46.274515 3780 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:46.274538 3780 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:25:46.282057 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 I0430 14:25:46.282080 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-fthb9 I0430 14:26:09.500746 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0430 14:26:22.517124 3780 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0430 14:26:24.485598 3780 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0430 14:26:50.449930 3780 obj_retry.go:498] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:50.450545 3780 obj_retry.go:498] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:50.685589 3780 obj_retry.go:492] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:50.685611 3780 obj_retry.go:492] Detected object konflux-ui/proxy-5c87bf8484-cw7hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:50.693046 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5c87bf8484-cw7hj I0430 14:26:50.693075 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5c87bf8484-cw7hj I0430 14:26:52.143362 3780 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:52.143987 3780 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:26:52.185627 3780 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:52.185671 3780 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:26:52.191249 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 14:26:52.191276 3780 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 14:26:54.489641 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0430 14:27:03.393332 3780 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0430 14:27:12.511434 3780 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10