+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-23.ec2.internal ++ [[ -n ip-10-0-2-23.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-23.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 18:58:22.554664691 - disable conntrack on geneve port' I0424 18:58:22.554664691 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0424 18:58:22.615140691 - starting ovnkube-node + echo 'I0424 18:58:22.615140691 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-23.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-23.ec2.internal --init-node ip-10-0-2-23.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-23.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 18:58:22.676004 3814 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 18:58:22.676060 3814 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-db6f0d389b.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 18:58:22.677576 3814 kube.go:431] Waiting for certificate I0424 18:58:22.677601 3814 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 18:58:22.677637 3814 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 18:58:22.678709 3814 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 18:58:22.710264 3814 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:22.710279 3814 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:22.712805 3814 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:22.715772 3814 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jnzb5" I0424 18:58:22.728096 3814 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jnzb5" I0424 18:58:22.728163 3814 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 18:58:23.677917 3814 kube.go:438] Certificate found I0424 18:58:23.678495 3814 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 18:58:23.679388 3814 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 18:58:23.739519 3814 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 18:53:22 +0000 UTC" deadline="2026-04-25 14:31:41.697798284 +0000 UTC" I0424 18:58:23.739562 3814 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h33m17.958248997s" I0424 18:58:23.743916 3814 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 18:58:23.756351 3814 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 18:58:23.756485 3814 server.go:101] MetricServer registers OVS metrics I0424 18:58:23.757137 3814 server.go:105] MetricServer registers OVN DB metrics I0424 18:58:23.765176 3814 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 18:58:23.765423 3814 factory.go:561] Starting watch factory I0424 18:58:23.765840 3814 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765854 3814 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765858 3814 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765866 3814 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765867 3814 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765878 3814 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765885 3814 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765891 3814 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765874 3814 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.765858 3814 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.766065 3814 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.766090 3814 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.769785 3814 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 18:58:23.769832 3814 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 18:58:23.770393 3814 controller_manager.go:370] Starting the ovnkube controller I0424 18:58:23.770404 3814 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-23.ec2.internal I0424 18:58:23.770484 3814 controller_manager.go:395] NBDB zone sync took: 68.588µs I0424 18:58:23.770493 3814 factory.go:561] Starting watch factory I0424 18:58:23.784985 3814 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 18:58:23.785013 3814 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 18:58:23.786141 3814 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.786250 3814 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.788790 3814 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.789601 3814 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 18:58:23.789652 3814 server.go:109] MetricServer registers OVN Controller metrics I0424 18:58:23.791566 3814 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.791650 3814 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.795364 3814 server.go:113] MetricServer registers OVN Northd metrics I0424 18:58:23.800588 3814 metrics.go:519] OVN Metrics Server starts to run ... I0424 18:58:23.801399 3814 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 18:58:23.871849 3814 factory.go:1977] *v1.Pod informer cache synced successfully I0424 18:58:23.871878 3814 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 18:58:23.871883 3814 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 18:58:23.871887 3814 factory.go:1977] *v1.Node informer cache synced successfully I0424 18:58:23.871891 3814 factory.go:1977] *v1.Service informer cache synced successfully I0424 18:58:23.871895 3814 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 18:58:23.871992 3814 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:23.872014 3814 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:23.872019 3814 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:23.872029 3814 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:23.875726 3814 factory.go:1977] *v1.Node informer cache synced successfully I0424 18:58:23.875741 3814 factory.go:1977] *v1.Service informer cache synced successfully I0424 18:58:23.875745 3814 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 18:58:23.875748 3814 factory.go:1977] *v1.Pod informer cache synced successfully I0424 18:58:23.875751 3814 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 18:58:23.875754 3814 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 18:58:23.876110 3814 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:23.876176 3814 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 18:58:23.876999 3814 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 18:58:23.877006 3814 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 18:58:23.877059 3814 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.877070 3814 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.880047 3814 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.880996 3814 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 18:58:23.881008 3814 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 18:58:23.882099 3814 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 18:58:23.882165 3814 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.882178 3814 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.885111 3814 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.886037 3814 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 18:58:23.887184 3814 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 18:58:23.887247 3814 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.887259 3814 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.890152 3814 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.891094 3814 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 18:58:23.892253 3814 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 18:58:23.892352 3814 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.892381 3814 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.895185 3814 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.897184 3814 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 18:58:23.897589 3814 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 18:58:23.897651 3814 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.897671 3814 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.900958 3814 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.902927 3814 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 18:58:23.902935 3814 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 18:58:23.903135 3814 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:23.903152 3814 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:23.906105 3814 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 18:58:23.908024 3814 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 18:58:23.908096 3814 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.908110 3814 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.908138 3814 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.908152 3814 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.908173 3814 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 18:58:23.911372 3814 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.911374 3814 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 18:58:23.913330 3814 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 18:58:23.913336 3814 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 18:58:23.913345 3814 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 18:58:23.913351 3814 factory.go:680] Watch Factory start up complete, took: 147.965278ms I0424 18:58:23.913421 3814 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 18:58:23.919056 3814 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 18:58:23.919069 3814 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 18:58:23.919076 3814 factory.go:680] Watch Factory start up complete, took: 148.581044ms I0424 18:58:23.919084 3814 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-23.ec2.internal" zone I0424 18:58:23.966784 3814 default_node_network_controller.go:710] Initializing the default node network controller I0424 18:58:24.049205 3814 udn_isolation.go:101] Starting UDN host isolation manager I0424 18:58:24.056356 3814 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 18:58:24.114473 3814 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 18:58:24.114613 3814 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 18:58:24.114635 3814 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 18:58:24.148431 3814 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 18:58:24.148520 3814 default_node_network_controller.go:809] Node ip-10-0-2-23.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0424 18:58:24.153559 3814 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.23"] k8s.ovn.org/zone-name:ip-10-0-2-23.ec2.internal] on node ip-10-0-2-23.ec2.internal I0424 18:58:24.181221 3814 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 18:58:24.187764 3814 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 18:58:24.187940 3814 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0424 18:58:24.188153 3814 gateway_init.go:263] Preparing Gateway I0424 18:58:24.188170 3814 gateway_shared_intf.go:1687] Creating new gateway I0424 18:58:24.303622 3814 iptables.go:108] Creating table: filter chain: FORWARD I0424 18:58:24.309652 3814 iptables.go:108] Creating table: filter chain: OUTPUT I0424 18:58:24.315790 3814 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 18:58:24.315808 3814 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-23.ec2.internal","mac-address":"0e:32:ef:d0:fe:2b","ip-addresses":["10.0.2.23/24"],"ip-address":"10.0.2.23/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:45c2ac97-d64c-43c4-a84a-2427a7e62c18 k8s.ovn.org/node-encap-ips:["10.0.2.23"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.23/24"} k8s.ovn.org/zone-name:ip-10-0-2-23.ec2.internal] on node ip-10-0-2-23.ec2.internal I0424 18:58:24.339568 3814 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:24.419593 3814 controller_manager.go:429] Waiting for node in zone sync took: 500.495184ms I0424 18:58:24.426045 3814 controller_manager.go:611] Switching to transit router for layer2 networks I0424 18:58:24.426069 3814 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-23.ec2.internal I0424 18:58:24.446212 3814 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 18:58:24.453193 3814 controller_manager.go:290] SCTP support detected in OVN I0424 18:58:24.453754 3814 services_controller.go:69] Creating services controller for network=default I0424 18:58:24.453857 3814 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 18:58:24.453977 3814 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 18:58:24.454008 3814 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 18:58:24.454023 3814 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 18:58:24.454031 3814 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 18:58:24.454237 3814 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 18:58:24.454248 3814 udn_enabled_svc.go:95] Performing full resync I0424 18:58:24.454284 3814 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 18:58:24.454319 3814 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 27.516µs I0424 18:58:24.454328 3814 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 44.29µs I0424 18:58:24.454333 3814 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 18:58:24.454339 3814 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 18:58:24.454347 3814 default_network_controller.go:325] Starting the default network controller I0424 18:58:24.454362 3814 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 41.312µs I0424 18:58:24.454434 3814 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.329µs I0424 18:58:24.454504 3814 udn_enabled_svc.go:99] Waiting for handler to sync I0424 18:58:24.454513 3814 udn_enabled_svc.go:104] Starting worker I0424 18:58:24.463832 3814 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 18:58:24.463890 3814 repair.go:33] Syncing exgw routes took 43.096µs I0424 18:58:24.463915 3814 default_network_controller.go:414] Starting all the Watchers... I0424 18:58:24.464063 3814 namespace.go:98] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] adding namespace I0424 18:58:24.464071 3814 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 18:58:24.464068 3814 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 18:58:24.464073 3814 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 18:58:24.464083 3814 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 18:58:24.464076 3814 namespace.go:98] [openshift-controller-manager] adding namespace I0424 18:58:24.464090 3814 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 18:58:24.464096 3814 namespace.go:98] [openshift-apiserver] adding namespace I0424 18:58:24.464107 3814 namespace.go:98] [openshift-config-managed] adding namespace I0424 18:58:24.464109 3814 namespace.go:98] [openshift-machine-api] adding namespace I0424 18:58:24.464113 3814 namespace.go:98] [openshift-config-operator] adding namespace I0424 18:58:24.464115 3814 namespace.go:98] [openshift-config] adding namespace I0424 18:58:24.464118 3814 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 18:58:24.464133 3814 namespace.go:98] [kube-system] adding namespace I0424 18:58:24.464187 3814 namespace.go:98] [openshift-host-network] adding namespace I0424 18:58:24.464638 3814 namespace.go:102] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] adding namespace took 559.321µs I0424 18:58:24.464654 3814 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 18:58:24.465049 3814 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 390.817µs I0424 18:58:24.465060 3814 namespace.go:98] [openshift-logging] adding namespace I0424 18:58:24.465550 3814 namespace.go:102] [openshift-logging] adding namespace took 481.438µs I0424 18:58:24.465569 3814 namespace.go:98] [openshift] adding namespace I0424 18:58:24.465969 3814 namespace.go:102] [openshift-backplane-cee] adding namespace took 1.887436ms I0424 18:58:24.465977 3814 namespace.go:98] [openshift-etcd] adding namespace I0424 18:58:24.466832 3814 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.745426ms I0424 18:58:24.466847 3814 namespace.go:98] [openshift-multus] adding namespace I0424 18:58:24.467317 3814 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.228034ms I0424 18:58:24.467331 3814 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 18:58:24.467774 3814 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.68251ms I0424 18:58:24.467789 3814 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 18:58:24.468192 3814 namespace.go:102] [openshift-controller-manager] adding namespace took 4.097697ms I0424 18:58:24.468206 3814 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 18:58:24.468639 3814 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 4.542079ms I0424 18:58:24.468649 3814 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 18:58:24.469060 3814 namespace.go:102] [openshift-apiserver] adding namespace took 4.957865ms I0424 18:58:24.469073 3814 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 18:58:24.469460 3814 namespace.go:102] [openshift-config-managed] adding namespace took 5.348044ms I0424 18:58:24.469471 3814 namespace.go:98] [openshift-dns] adding namespace I0424 18:58:24.469914 3814 namespace.go:102] [openshift-machine-api] adding namespace took 5.797266ms I0424 18:58:24.469928 3814 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 18:58:24.470324 3814 namespace.go:102] [openshift-config-operator] adding namespace took 6.205813ms I0424 18:58:24.470334 3814 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 18:58:24.470767 3814 namespace.go:102] [openshift-config] adding namespace took 6.64489ms I0424 18:58:24.470780 3814 namespace.go:98] [openshift-insights] adding namespace I0424 18:58:24.471151 3814 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.024615ms I0424 18:58:24.471163 3814 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 18:58:24.471673 3814 namespace.go:102] [kube-system] adding namespace took 7.532091ms I0424 18:58:24.471684 3814 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 18:58:24.472123 3814 namespace.go:102] [openshift-host-network] adding namespace took 7.926664ms I0424 18:58:24.472137 3814 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 18:58:24.472461 3814 namespace.go:102] [openshift] adding namespace took 6.886777ms I0424 18:58:24.472470 3814 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0424 18:58:24.472854 3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v2hc8: pod openshift-multus/network-metrics-daemon-v2hc8: no pod IPs found I0424 18:58:24.472900 3814 namespace.go:102] [openshift-etcd] adding namespace took 6.915739ms I0424 18:58:24.472931 3814 namespace.go:98] [kube-node-lease] adding namespace I0424 18:58:24.473319 3814 namespace.go:102] [openshift-multus] adding namespace took 6.467079ms I0424 18:58:24.473330 3814 namespace.go:98] [openshift-network-console] adding namespace I0424 18:58:24.473711 3814 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.373793ms I0424 18:58:24.473725 3814 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 18:58:24.474068 3814 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.274807ms I0424 18:58:24.474080 3814 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 18:58:24.474458 3814 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.24867ms I0424 18:58:24.474468 3814 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 18:58:24.474904 3814 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.249184ms I0424 18:58:24.474918 3814 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 18:58:24.475298 3814 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.220042ms I0424 18:58:24.475310 3814 namespace.go:98] [openshift-operators-redhat] adding namespace W0424 18:58:24.475682 3814 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7mvl2: pod openshift-network-diagnostics/network-check-target-7mvl2: no pod IPs found I0424 18:58:24.475723 3814 namespace.go:102] [openshift-dns] adding namespace took 6.24707ms I0424 18:58:24.475738 3814 namespace.go:98] [openshift-cluster-version] adding namespace I0424 18:58:24.476159 3814 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.225692ms I0424 18:58:24.476172 3814 namespace.go:98] [openshift-image-registry] adding namespace I0424 18:58:24.476570 3814 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.231273ms I0424 18:58:24.476584 3814 namespace.go:98] [openshift-node] adding namespace I0424 18:58:24.477023 3814 namespace.go:102] [openshift-insights] adding namespace took 6.239145ms I0424 18:58:24.477035 3814 namespace.go:98] [openshift-package-operator] adding namespace I0424 18:58:24.477460 3814 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.293506ms I0424 18:58:24.477471 3814 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 18:58:24.477946 3814 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.257706ms I0424 18:58:24.477956 3814 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 18:58:24.478341 3814 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.197131ms I0424 18:58:24.478355 3814 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 18:58:24.478736 3814 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.26197ms I0424 18:58:24.478748 3814 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 18:58:24.479139 3814 namespace.go:102] [kube-node-lease] adding namespace took 6.199428ms I0424 18:58:24.479152 3814 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 18:58:24.479529 3814 namespace.go:102] [openshift-network-console] adding namespace took 6.194506ms I0424 18:58:24.479541 3814 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 18:58:24.479913 3814 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.183127ms I0424 18:58:24.479924 3814 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 18:58:24.480300 3814 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.216078ms I0424 18:58:24.480312 3814 namespace.go:98] [openshift-console-operator] adding namespace I0424 18:58:24.480697 3814 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.223461ms I0424 18:58:24.480709 3814 namespace.go:98] [kube-public] adding namespace I0424 18:58:24.481078 3814 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.155245ms I0424 18:58:24.481088 3814 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 18:58:24.481467 3814 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.152586ms I0424 18:58:24.481479 3814 namespace.go:98] [openshift-network-operator] adding namespace I0424 18:58:24.481922 3814 namespace.go:102] [openshift-cluster-version] adding namespace took 6.179551ms I0424 18:58:24.481935 3814 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 18:58:24.482296 3814 namespace.go:102] [openshift-image-registry] adding namespace took 6.119311ms I0424 18:58:24.482311 3814 namespace.go:98] [openshift-infra] adding namespace I0424 18:58:24.482701 3814 namespace.go:102] [openshift-node] adding namespace took 6.112415ms I0424 18:58:24.482713 3814 namespace.go:98] [openshift-dns-operator] adding namespace I0424 18:58:24.483097 3814 namespace.go:102] [openshift-package-operator] adding namespace took 6.056464ms I0424 18:58:24.483110 3814 namespace.go:98] [openshift-console] adding namespace I0424 18:58:24.483968 3814 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.492511ms I0424 18:58:24.483981 3814 namespace.go:98] [openshift-ingress] adding namespace I0424 18:58:24.484299 3814 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.339572ms I0424 18:58:24.484308 3814 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 18:58:24.484803 3814 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.442869ms I0424 18:58:24.484818 3814 namespace.go:98] [openshift-backplane] adding namespace I0424 18:58:24.485204 3814 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.451801ms I0424 18:58:24.485645 3814 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.488118ms I0424 18:58:24.485657 3814 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 18:58:24.486048 3814 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.501648ms I0424 18:58:24.486060 3814 namespace.go:98] [openshift-monitoring] adding namespace I0424 18:58:24.486456 3814 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.526943ms I0424 18:58:24.486468 3814 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 18:58:24.486853 3814 namespace.go:102] [openshift-console-operator] adding namespace took 6.537314ms I0424 18:58:24.486866 3814 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 18:58:24.487252 3814 namespace.go:102] [kube-public] adding namespace took 6.538763ms I0424 18:58:24.487263 3814 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 18:58:24.487707 3814 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.613921ms I0424 18:58:24.487720 3814 namespace.go:98] [default] adding namespace I0424 18:58:24.488128 3814 namespace.go:102] [openshift-network-operator] adding namespace took 6.643239ms I0424 18:58:24.488143 3814 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 18:58:24.488595 3814 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.655255ms I0424 18:58:24.488609 3814 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 18:58:24.488999 3814 namespace.go:102] [openshift-infra] adding namespace took 6.682643ms I0424 18:58:24.489012 3814 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 18:58:24.489403 3814 namespace.go:102] [openshift-dns-operator] adding namespace took 6.685794ms I0424 18:58:24.489416 3814 namespace.go:98] [dedicated-admin] adding namespace I0424 18:58:24.489809 3814 namespace.go:102] [openshift-console] adding namespace took 6.693085ms I0424 18:58:24.489823 3814 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 18:58:24.490181 3814 namespace.go:102] [openshift-ingress] adding namespace took 6.195547ms I0424 18:58:24.490192 3814 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 18:58:24.490569 3814 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.25706ms I0424 18:58:24.490580 3814 namespace.go:98] [openshift-marketplace] adding namespace I0424 18:58:24.490969 3814 namespace.go:102] [openshift-backplane] adding namespace took 6.146579ms I0424 18:58:24.490980 3814 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 18:58:24.491376 3814 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.71393ms I0424 18:58:24.491801 3814 namespace.go:102] [openshift-monitoring] adding namespace took 5.735522ms I0424 18:58:24.492173 3814 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.701024ms I0424 18:58:24.492579 3814 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.70865ms I0424 18:58:24.492591 3814 namespace.go:98] [openshift-authentication] adding namespace I0424 18:58:24.492924 3814 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.657401ms I0424 18:58:24.493344 3814 namespace.go:102] [default] adding namespace took 5.620369ms I0424 18:58:24.493690 3814 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.542547ms I0424 18:58:24.494111 3814 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.498734ms I0424 18:58:24.494483 3814 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.466881ms I0424 18:58:24.494912 3814 namespace.go:102] [dedicated-admin] adding namespace took 5.490692ms I0424 18:58:24.494925 3814 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 18:58:24.495256 3814 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.427316ms I0424 18:58:24.495268 3814 namespace.go:98] [openshift-operators] adding namespace I0424 18:58:24.495735 3814 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.537865ms I0424 18:58:24.496112 3814 namespace.go:102] [openshift-marketplace] adding namespace took 5.526937ms I0424 18:58:24.496457 3814 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.472692ms I0424 18:58:24.496919 3814 namespace.go:102] [openshift-authentication] adding namespace took 4.321879ms I0424 18:58:24.497309 3814 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.378794ms I0424 18:58:24.497654 3814 namespace.go:102] [openshift-operators] adding namespace took 2.380765ms I0424 18:58:24.497852 3814 master.go:548] Adding or Updating local node "ip-10-0-2-23.ec2.internal" for network "default" W0424 18:58:24.505214 3814 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-7mvl2: pod openshift-network-diagnostics/network-check-target-7mvl2: no pod IPs found W0424 18:58:24.505233 3814 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-v2hc8: pod openshift-multus/network-metrics-daemon-v2hc8: no pod IPs found I0424 18:58:24.506151 3814 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-23.ec2.internal for the network default I0424 18:58:24.506542 3814 zone_ic_handler.go:195] Time taken to create transit switch: 378.674µs I0424 18:58:24.507249 3814 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 18:58:24.507270 3814 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 18:58:24.507285 3814 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 18:58:24.507297 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-23.ec2.internal in network "default" I0424 18:58:24.507353 3814 node_tracker.go:169] Node ip-10-0-2-23.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:24.507371 3814 services_controller.go:574] Full service sync requested for network=default I0424 18:58:24.607526 3814 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 18:58:24.607564 3814 services_controller.go:208] Setting up event handlers for services for network=default I0424 18:58:24.607628 3814 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 18:58:24.607677 3814 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 18:58:24.607704 3814 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 18:58:24.707982 3814 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 18:58:24.708009 3814 repair.go:60] Starting repairing loop for services I0424 18:58:24.708099 3814 repair.go:131] Deleted 0 stale service LBs I0424 18:58:24.708117 3814 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 18:58:24.708132 3814 repair.go:62] Finished repairing loop for services: 125.301µs I0424 18:58:24.708159 3814 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 18:58:24.708169 3814 services_controller.go:254] Starting workers for network=default I0424 18:58:24.708479 3814 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v2hc8] creating logical port openshift-multus_network-metrics-daemon-v2hc8 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:24.708635 3814 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-v2hc8 I0424 18:58:24.708954 3814 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7mvl2] creating logical port openshift-network-diagnostics_network-check-target-7mvl2 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:24.709090 3814 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-7mvl2 I0424 18:58:24.727756 3814 pod.go:62] [openshift-network-diagnostics/network-check-target-7mvl2] pod update took 18.688638ms I0424 18:58:24.727783 3814 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-7mvl2] addLogicalPort annotation time took 18.71798ms I0424 18:58:24.729178 3814 pods.go:271] [openshift-network-diagnostics/network-check-target-7mvl2] addLogicalPort took 20.227828ms, libovsdb time 1.12216ms I0424 18:58:24.731820 3814 pod.go:62] [openshift-multus/network-metrics-daemon-v2hc8] pod update took 23.262739ms I0424 18:58:24.731838 3814 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-v2hc8] addLogicalPort annotation time took 23.284269ms I0424 18:58:24.732837 3814 pods.go:271] [openshift-multus/network-metrics-daemon-v2hc8] addLogicalPort took 24.370383ms, libovsdb time 735.729µs I0424 18:58:24.733390 3814 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 18:58:24.733412 3814 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 18:58:24.733427 3814 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 18:58:24.733431 3814 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 18:58:24.733636 3814 repair.go:29] Repairing admin network policies took 199.515µs I0424 18:58:24.733737 3814 repair.go:92] Repairing baseline admin network policies took 90.4µs I0424 18:58:24.734077 3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 18:58:24.734095 3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 18:58:24.736068 3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 18:58:24.736089 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 18:58:24.736097 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 18:58:24.737368 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 18:58:24.737388 3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 18:58:24.737399 3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 18:58:24.738466 3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 18:58:24.738490 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 18:58:24.738508 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 18:58:24.739691 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 18:58:24.739712 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 18:58:24.739722 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 18:58:24.741369 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 18:58:24.741387 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 18:58:24.741395 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 18:58:24.741858 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 18:58:24.741882 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 18:58:24.741893 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 18:58:24.743311 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 18:58:24.743334 3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 18:58:24.743355 3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 18:58:24.745751 3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 18:58:24.745774 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 18:58:24.745789 3814 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 18:58:24.747348 3814 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 18:58:24.747371 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 18:58:24.747380 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 18:58:24.748632 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 18:58:24.748651 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 18:58:24.748662 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 18:58:24.749679 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 18:58:24.749698 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 18:58:24.749707 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 18:58:24.751165 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 18:58:24.751182 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 18:58:24.751190 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 18:58:24.751709 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 18:58:24.751729 3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 18:58:24.751739 3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 18:58:24.752221 3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 18:58:24.752237 3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 18:58:24.752247 3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 18:58:24.752780 3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 18:58:24.752798 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 18:58:24.752807 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 18:58:24.753803 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 18:58:24.753827 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 18:58:24.753838 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 18:58:24.754327 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 18:58:24.754345 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 18:58:24.754351 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 18:58:24.754625 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 18:58:24.754650 3814 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 18:58:24.754661 3814 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 18:58:24.755699 3814 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 18:58:24.755717 3814 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 18:58:24.755724 3814 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 18:58:24.756002 3814 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 18:58:24.756024 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 18:58:24.756035 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 18:58:24.756520 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 18:58:24.756539 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 18:58:24.756911 3814 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 18:58:24.756922 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 18:58:24.757587 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 18:58:24.757604 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 18:58:24.757611 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 18:58:24.758125 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 18:58:24.758143 3814 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 18:58:24.758155 3814 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 18:58:24.759349 3814 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 18:58:24.759372 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 18:58:24.759407 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 18:58:24.760148 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 18:58:24.760168 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 18:58:24.760176 3814 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 18:58:24.760634 3814 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 18:58:24.760657 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 18:58:24.760669 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 18:58:24.761576 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 18:58:24.761593 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 18:58:24.761601 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 18:58:24.762053 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 18:58:24.762077 3814 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 18:58:24.762091 3814 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 18:58:24.762377 3814 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 18:58:24.766678 3814 egressfirewall.go:374] Starting EgressFirewall controller I0424 18:58:24.766707 3814 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 18:58:24.766708 3814 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 18:58:24.766733 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 18:58:24.766750 3814 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 18:58:24.766735 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 18:58:24.766759 3814 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 18:58:24.767072 3814 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 18:58:24.767087 3814 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 18:58:24.767093 3814 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 18:58:24.767102 3814 egressqos.go:193] Setting up event handlers for EgressQoS I0424 18:58:24.767112 3814 egressfirewall.go:723] Syncing node "ip-10-0-2-23.ec2.internal" for egress firewall I0424 18:58:24.767241 3814 egressqos.go:245] Starting EgressQoS Controller I0424 18:58:24.767255 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 18:58:24.767270 3814 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 18:58:24.767278 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 18:58:24.767283 3814 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 18:58:24.767289 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 18:58:24.767293 3814 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 18:58:24.767297 3814 egressqos.go:259] Repairing EgressQoSes I0424 18:58:24.767301 3814 egressqos.go:399] Starting repairing loop for egressqos I0424 18:58:24.767397 3814 egressqos.go:401] Finished repairing loop for egressqos: 95.474µs I0424 18:58:24.767421 3814 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 18:58:24.767462 3814 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-23.ec2.internal I0424 18:58:24.767520 3814 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-23.ec2.internal : 58.013µs I0424 18:58:24.767569 3814 egressservice_zone.go:210] Starting Egress Services Controller I0424 18:58:24.767580 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 18:58:24.767586 3814 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 18:58:24.767595 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 18:58:24.767603 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 18:58:24.767609 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 18:58:24.767613 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 18:58:24.767620 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 18:58:24.767625 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 18:58:24.767629 3814 egressservice_zone.go:228] Repairing Egress Services I0424 18:58:24.767905 3814 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 18:58:24.767916 3814 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 18:58:24.767933 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-23.ec2.internal I0424 18:58:24.767943 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-23.ec2.internal: 12.118µs I0424 18:58:24.768027 3814 default_network_controller.go:585] Completing all the Watchers took 304.102175ms I0424 18:58:24.768043 3814 default_network_controller.go:589] Starting unidling controllers I0424 18:58:24.768054 3814 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 18:58:24.768061 3814 unidle.go:63] Populating Initial ContollerEvent events I0424 18:58:24.768071 3814 unidle.go:79] Setting up event handlers for services I0424 18:58:24.768189 3814 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 18:58:24.839490 3814 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:25.340040 3814 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:25.839244 3814 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:26.340298 3814 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:26.534213 3814 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 18:58:26.839716 3814 default_node_network_controller.go:519] Node connection status = connected I0424 18:58:26.858408 3814 bridgeconfig.go:537] Gateway is ready I0424 18:58:26.858428 3814 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 18:58:26.871065 3814 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.23. Updating OVN encap IP. I0424 18:58:26.877405 3814 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.23 - it is already configured I0424 18:58:26.877422 3814 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.23/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 18:58:26.877690 3814 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.23/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-23.ec2.internal","mac-address":"0e:32:ef:d0:fe:2b","ip-addresses":["10.0.2.23/24"],"ip-address":"10.0.2.23/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:45c2ac97-d64c-43c4-a84a-2427a7e62c18 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.23/24"}] on node ip-10-0-2-23.ec2.internal I0424 18:58:26.896159 3814 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.23 I0424 18:58:26.896307 3814 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-23.ec2.internal I0424 18:58:26.896427 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-23.ec2.internal I0424 18:58:26.896462 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-23.ec2.internal: 40.997µs I0424 18:58:26.896467 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-23.ec2.internal in network "default" I0424 18:58:26.896522 3814 master.go:548] Adding or Updating local node "ip-10-0-2-23.ec2.internal" for network "default" I0424 18:58:26.896526 3814 egressfirewall.go:723] Syncing node "ip-10-0-2-23.ec2.internal" for egress firewall I0424 18:58:26.896525 3814 node_tracker.go:169] Node ip-10-0-2-23.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:26.896550 3814 services_controller.go:574] Full service sync requested for network=default I0424 18:58:26.901409 3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-23.ec2.internal. Updating no re-route policies I0424 18:58:26.901489 3814 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-23.ec2.internal I0424 18:58:26.901506 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6xm8k I0424 18:58:26.901508 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-bktqj I0424 18:58:26.901517 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6xm8k I0424 18:58:26.901522 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ksxmd I0424 18:58:26.901524 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-bktqj I0424 18:58:26.901526 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-7mvl2 I0424 18:58:26.901546 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-7mvl2 I0424 18:58:26.901545 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-c7lwf I0424 18:58:26.901541 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tdsqv I0424 18:58:26.901556 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-bktqj after 0 failed attempt(s) I0424 18:58:26.901559 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-c7lwf I0424 18:58:26.901558 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jwkzl I0424 18:58:26.901561 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tdsqv I0424 18:58:26.901489 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5hvvw I0424 18:58:26.901569 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qzp9g I0424 18:58:26.901570 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-23.ec2.internal I0424 18:58:26.901582 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qzp9g I0424 18:58:26.901511 3814 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-23.ec2.internal I0424 18:58:26.901534 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ksxmd I0424 18:58:26.901606 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qzp9g after 0 failed attempt(s) I0424 18:58:26.901613 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ksxmd after 0 failed attempt(s) I0424 18:58:26.901571 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jwkzl I0424 18:58:26.901585 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-23.ec2.internal I0424 18:58:26.901612 3814 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-23.ec2.internal after 0 failed attempt(s) I0424 18:58:26.901573 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5hvvw I0424 18:58:26.901556 3814 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pkdt2 I0424 18:58:26.901637 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jwkzl after 0 failed attempt(s) I0424 18:58:26.901557 3814 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v2hc8 I0424 18:58:26.901588 3814 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-7mvl2] creating logical port openshift-network-diagnostics_network-check-target-7mvl2 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:26.901649 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5hvvw after 0 failed attempt(s) I0424 18:58:26.901649 3814 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pkdt2 I0424 18:58:26.901682 3814 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pkdt2 after 0 failed attempt(s) I0424 18:58:26.901684 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-c7lwf after 0 failed attempt(s) I0424 18:58:26.901654 3814 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v2hc8 I0424 18:58:26.901707 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tdsqv after 0 failed attempt(s) I0424 18:58:26.901548 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6xm8k after 0 failed attempt(s) I0424 18:58:26.901724 3814 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v2hc8] creating logical port openshift-multus_network-metrics-daemon-v2hc8 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:26.901641 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-23.ec2.internal after 0 failed attempt(s) I0424 18:58:26.902515 3814 pods.go:271] [openshift-multus/network-metrics-daemon-v2hc8] addLogicalPort took 799.524µs, libovsdb time 345.372µs I0424 18:58:26.902528 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-v2hc8 after 0 failed attempt(s) I0424 18:58:26.902615 3814 pods.go:271] [openshift-network-diagnostics/network-check-target-7mvl2] addLogicalPort took 1.041771ms, libovsdb time 357.718µs I0424 18:58:26.902627 3814 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-7mvl2 after 0 failed attempt(s) I0424 18:58:26.915223 3814 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 18:58:26.927492 3814 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 18:58:26.930819 3814 iptables.go:108] Creating table: nat chain: OUTPUT I0424 18:58:26.970613 3814 iptables.go:108] Creating table: nat chain: PREROUTING I0424 18:58:27.016338 3814 iptables.go:108] Creating table: filter chain: FORWARD I0424 18:58:27.032824 3814 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 18:58:27.032932 3814 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 18:58:27.032980 3814 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 18:58:27.033128 3814 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 18:58:27.033188 3814 gateway_init.go:325] Gateway and management port readiness took 2.698390068s I0424 18:58:27.033216 3814 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 18:58:27.033262 3814 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 18:58:27.033282 3814 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 18:58:27.033290 3814 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 18:58:27.033357 3814 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 18:58:27.033483 3814 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 98.076µs I0424 18:58:27.033737 3814 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 18:58:27.033766 3814 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.464µs I0424 18:58:27.033774 3814 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 38.073µs I0424 18:58:27.033780 3814 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 18:58:27.033789 3814 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 18:58:27.033794 3814 default_node_network_controller.go:899] Starting the default node network controller I0424 18:58:27.033798 3814 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 18:58:27.033877 3814 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.652µs I0424 18:58:27.033948 3814 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 18:58:27.033957 3814 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 18:58:27.033979 3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d7d0 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 0xc0002dc460 0xc000b2ba90 0xc0002dc4d0 0xc0002dc540 0xc000c942d0 0xc0065f9340 0xc0002dc5b0 map[0x2ff9080:0xc002f108a0 0x2ff95c0:0xc002f10a20 0x2ffa2e0:0xc0039fc120 0x2ffa580:0xc002f10840 0x2ffad60:0xc002f10900 0x2ffb000:0xc002f10960 0x2ffb2a0:0xc002f109c0 0x2ffba80:0xc002f10cc0 0x2ffbd20:0xc002f10d20 0x3026980:0xc001817ec0 0x3026d20:0xc001817f20 0x3027800:0xc000bb9a40 0x3029160:0xc001b96000 0x30298a0:0xc0039fc0c0 0x302a720:0xc000e1fb00] 0xc000b208c0 0} I0424 18:58:27.034032 3814 gateway.go:151] Starting gateway service sync I0424 18:58:27.034503 3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 18:58:27.036733 3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 18:58:27.056487 3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 18:58:27.057816 3814 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 18:58:27.059039 3814 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 18:58:27.095504 3814 gateway.go:168] Gateway service sync done. Time taken: 61.460711ms I0424 18:58:27.095849 3814 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31600 I0424 18:58:27.096343 3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d7d0 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 0xc0002dc460 0xc000b2ba90 0xc0002dc4d0 0xc0002dc540 0xc000c942d0 0xc0065f9340 0xc0002dc5b0 map[0x2ff9080:0xc002f108a0 0x2ff95c0:0xc002f10a20 0x2ffa2e0:0xc0039fc120 0x2ffa580:0xc002f10840 0x2ffad60:0xc002f10900 0x2ffb000:0xc002f10960 0x2ffb2a0:0xc002f109c0 0x2ffba80:0xc002f10cc0 0x2ffbd20:0xc002f10d20 0x3026980:0xc001817ec0 0x3026d20:0xc001817f20 0x3027800:0xc000bb9a40 0x3029160:0xc001b96000 0x30298a0:0xc0039fc0c0 0x302a720:0xc000e1fb00] 0xc000b208c0 0} I0424 18:58:27.097042 3814 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d7d0 0xc0002dc150 0xc0002dc1c0 0xc0002dc230 0xc0002dc2a0 0xc0002dc380 0xc0002dc460 0xc000b2ba90 0xc0002dc4d0 0xc0002dc540 0xc000c942d0 0xc0065f9340 0xc0002dc5b0 map[0x2ff9080:0xc002f108a0 0x2ff95c0:0xc002f10a20 0x2ffa2e0:0xc0039fc120 0x2ffa580:0xc002f10840 0x2ffad60:0xc002f10900 0x2ffb000:0xc002f10960 0x2ffb2a0:0xc002f109c0 0x2ffba80:0xc002f10cc0 0x2ffbd20:0xc002f10d20 0x3026980:0xc001817ec0 0x3026d20:0xc001817f20 0x3027800:0xc000bb9a40 0x3029160:0xc001b96000 0x30298a0:0xc0039fc0c0 0x302a720:0xc000e1fb00] 0xc000b208c0 0} I0424 18:58:27.097085 3814 gateway.go:532] Reconciling gateway with updates I0424 18:58:27.102856 3814 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 18:58:27.102971 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:27.102984 3814 default_node_network_controller.go:944] Gateway and management port readiness took 69.016327ms I0424 18:58:27.102998 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:27.103000 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:27.103018 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:27.103029 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:27.103038 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:27.103055 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:27.103073 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:27.103084 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 18:58:27.103087 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:27.103092 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:27.103102 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:27.103104 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:27.103110 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:27.103103 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:27.103118 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:27.103122 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:27.103124 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:27.103137 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:27.103140 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:27.103141 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:27.103139 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:27.103150 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:27.103151 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 18:58:27.103156 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:27.103159 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:27.103165 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:27.103169 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 18:58:27.103177 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:27.103179 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:27.103186 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:27.103185 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:27.103191 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:27.103194 3814 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0424 18:58:27.103198 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:27.103200 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:27.103193 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:27.103210 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:27.103216 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:27.103205 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:27.103219 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:27.103113 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:27.103228 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:27.103227 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:27.103237 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:27.103241 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:27.103213 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:27.103246 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:27.103253 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:27.103161 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:27.103260 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:27.103258 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 18:58:27.103123 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:27.103268 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:27.103272 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 18:58:27.103275 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:27.103279 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 18:58:27.103286 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:27.103197 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:27.103123 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:27.103115 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:27.103312 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:27.103327 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 18:58:27.103188 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:27.103342 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:27.103205 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:27.103187 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:27.103356 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:27.103361 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:27.103362 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 18:58:27.103371 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:27.103207 3814 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed I0424 18:58:27.103374 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:27.103389 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:27.103244 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:27.103212 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 18:58:27.103431 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 18:58:27.103475 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:27.103168 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:27.103489 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:27.103497 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:27.103360 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:27.103231 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:27.103572 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:27.103249 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:27.103233 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:27.103618 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:27.103124 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:27.103255 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:27.103670 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 18:58:27.103350 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:27.103351 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:27.103731 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 18:58:27.103227 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:27.103756 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 18:58:27.103437 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 18:58:27.103774 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 18:58:27.103407 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 18:58:27.103463 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:27.103834 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:27.104514 3814 node_ip_handler_linux.go:160] Node IP manager is running W0424 18:58:27.142262 3814 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 18:58:27.142434 3814 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 18:58:27.142612 3814 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0424 18:58:27.151548 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 18:58:27.151578 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 18:58:27.151590 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 18:58:27.151599 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 18:58:27.151606 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 18:58:27.151611 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 18:58:27.151619 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 18:58:27.151624 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 18:58:27.151629 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 18:58:27.151635 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 18:58:27.151641 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 18:58:27.151647 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 18:58:27.151653 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 18:58:27.151657 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 18:58:27.151663 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 18:58:27.151669 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 18:58:27.151674 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 18:58:27.151689 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 18:58:27.151707 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 18:58:27.151716 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 18:58:27.151730 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 18:58:27.151750 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 18:58:27.151759 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 18:58:27.151765 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 18:58:27.151771 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 18:58:27.151776 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 18:58:27.151782 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 18:58:27.195164 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 18:58:27.195174 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 18:58:27.195163 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 18:58:27.195187 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 18:58:27.195195 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 18:58:27.195203 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 18:58:27.236466 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 18:58:27.505307 3814 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:27.505316 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:27.505329 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-156.ec2.internal in network "default" I0424 18:58:27.505333 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 21.589µs I0424 18:58:27.505341 3814 node_tracker.go:220] Node ip-10-0-0-156.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0424 18:58:27.505343 3814 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-156.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0424 18:58:27.505361 3814 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-156.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-156.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-156.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-156.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-156.ec2.internal, error parsing annotation for node ip-10-0-0-156.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0424 18:58:27.517779 3814 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-156.ec2.internal annotation: unexpected end of JSON input I0424 18:58:27.517854 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 18:58:27.517859 3814 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-156.ec2.internal annotation: unexpected end of JSON input E0424 18:58:27.517914 3814 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-156.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-156.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-156.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-156.ec2.internal" I0424 18:58:27.531769 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0424 18:58:27.554250 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:27.569425 3814 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:27.569494 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:27.569510 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 20.659µs I0424 18:58:27.569546 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:27.755620 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:27.755645 3814 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:27.755716 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:27.755735 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 47.126µs I0424 18:58:27.773844 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:28.033679 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:28.853957 3814 default_node_network_controller.go:1380] Starting node controller node sync W0424 18:58:28.853990 3814 egressip_healthcheck.go:76] Health checking using insecure connection I0424 18:58:28.854029 3814 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0424 18:58:28.865514 3814 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.538087ms I0424 18:58:28.865690 3814 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 18:58:28.865980 3814 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 18:58:28.866132 3814 egressservice_node.go:183] Starting Egress Services Controller I0424 18:58:28.866147 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 18:58:28.866158 3814 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 18:58:28.866164 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 18:58:28.866169 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 18:58:28.866174 3814 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 18:58:28.866179 3814 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 18:58:28.866183 3814 egressservice_node.go:197] Repairing Egress Services I0424 18:58:28.875734 3814 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 18:58:28.875744 3814 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 18:58:28.875889 3814 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 18:58:28.875909 3814 link_network_manager.go:119] Link manager is running I0424 18:58:28.875919 3814 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 18:58:28.876094 3814 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 18:58:28.876473 3814 vrf_manager.go:128] VRF manager is running I0424 18:58:28.876547 3814 node_controller_manager.go:437] Removing flows to drop GARP I0424 18:58:28.876558 3814 gateway.go:532] Reconciling gateway with updates I0424 18:58:28.895316 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:28.895334 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:28.895343 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 18:58:28.895354 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 18:58:28.895360 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:28.895373 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:28.895387 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:28.895395 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 18:58:28.895403 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 18:58:28.895410 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:28.895422 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 18:58:28.895425 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:28.895433 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 18:58:28.895397 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:28.895433 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 18:58:28.895459 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:28.895464 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:28.895465 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 18:58:28.895474 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:28.895475 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:28.895479 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:28.895483 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 18:58:28.895490 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 18:58:28.895490 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:28.895494 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 18:58:28.895492 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:28.895499 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:28.895502 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 18:58:28.895509 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 18:58:28.895509 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 18:58:28.895511 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:28.895514 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:28.895518 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 18:58:28.895521 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 18:58:28.895530 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 18:58:28.895526 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:28.895409 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 18:58:28.895538 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 18:58:28.895530 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:28.895546 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 18:58:28.895549 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:28.895555 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:28.895561 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 18:58:28.895556 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 18:58:28.895567 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 18:58:28.895565 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:28.895565 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 18:58:28.895574 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 18:58:28.895576 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 18:58:28.895427 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:28.895577 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:28.895585 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:28.895590 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 18:58:28.895596 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 18:58:28.895599 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 18:58:28.895548 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 18:58:28.895601 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 18:58:28.895460 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 18:58:28.895618 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 18:58:28.895619 3814 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0424 18:58:28.895606 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 18:58:28.895635 3814 port_claim.go:71] Svc openshift-ingress/router-default: port 32094 is already open, no action needed I0424 18:58:28.895664 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 18:58:28.895501 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:28.895682 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 18:58:28.895705 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:28.895477 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 18:58:28.895476 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 18:58:28.895381 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 18:58:28.895479 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:28.895778 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 18:58:28.895492 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:28.895819 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 18:58:28.895827 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 18:58:28.895535 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:28.895837 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 18:58:28.895538 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:28.895906 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 18:58:28.895911 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 18:58:28.895542 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 18:58:28.895469 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 18:58:28.895554 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:28.895944 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 18:58:28.895462 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 18:58:28.895561 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 18:58:28.895558 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:28.896014 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 18:58:28.895570 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:28.896037 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 18:58:28.896042 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:28.895573 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 18:58:28.896052 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 18:58:28.896060 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 18:58:28.895579 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 18:58:28.895576 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:28.896099 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:28.895582 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 18:58:28.896125 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 18:58:28.896129 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 18:58:28.895584 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 18:58:28.895586 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:28.896139 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 18:58:28.896144 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 18:58:28.895619 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 18:58:28.895465 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:28.896156 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 18:58:28.895594 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:28.896178 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 18:58:28.895707 3814 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:28.896202 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 18:58:28.895719 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 18:58:28.895485 3814 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 18:58:28.916993 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 18:58:28.917001 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 18:58:28.955713 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 18:58:28.955733 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 18:58:28.955742 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 18:58:28.955748 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 18:58:28.955754 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 18:58:28.955759 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 18:58:28.955765 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 18:58:28.955772 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 18:58:28.955780 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 18:58:28.955787 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 18:58:28.955792 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 18:58:28.955797 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 18:58:28.993847 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 18:58:28.993864 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 18:58:28.993890 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 18:58:28.993896 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 18:58:28.993902 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 18:58:28.993907 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 18:58:28.993912 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 18:58:28.993918 3814 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 18:58:29.022734 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:29.022764 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:29.022777 3814 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall I0424 18:58:29.022780 3814 node_tracker.go:220] Node ip-10-0-1-235.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation I0424 18:58:29.022781 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 22.221µs E0424 18:58:29.022827 3814 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-235.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0424 18:58:29.022848 3814 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-235.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-235.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-235.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-235.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-235.ec2.internal, error parsing annotation for node ip-10-0-1-235.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0424 18:58:29.041667 3814 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-235.ec2.internal annotation: unexpected end of JSON input I0424 18:58:29.041721 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 18:58:29.041751 3814 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-235.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0424 18:58:29.058740 3814 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-235.ec2.internal annotation: unexpected end of JSON input I0424 18:58:29.058750 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:29.058762 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 14.886µs I0424 18:58:29.058795 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 18:58:29.058819 3814 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-235.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0424 18:58:29.058824 3814 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall E0424 18:58:29.143726 3814 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-235.ec2.internal annotation: unexpected end of JSON input E0424 18:58:29.143759 3814 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-235.ec2.internal annotation: unexpected end of JSON input I0424 18:58:29.143784 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0424 18:58:29.143853 3814 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-235.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-235.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-235.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-235.ec2.internal" I0424 18:58:29.175796 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0424 18:58:29.298682 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:29.298702 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:29.298708 3814 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall I0424 18:58:29.298706 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 74.69µs I0424 18:58:29.316171 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:29.668892 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:30.038105 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-23.ec2.internal I0424 18:58:30.038147 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-23.ec2.internal: 46.459µs I0424 18:58:30.068411 3814 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-b574fb4d-xhqc2] creating logical port openshift-image-registry_image-registry-b574fb4d-xhqc2 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.068600 3814 kube.go:256] Updating pod openshift-image-registry/image-registry-b574fb4d-xhqc2 I0424 18:58:30.097923 3814 pod.go:62] [openshift-image-registry/image-registry-b574fb4d-xhqc2] pod update took 29.359673ms I0424 18:58:30.097945 3814 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-b574fb4d-xhqc2] addLogicalPort annotation time took 29.389827ms I0424 18:58:30.099072 3814 pods.go:271] [openshift-image-registry/image-registry-b574fb4d-xhqc2] addLogicalPort took 30.681891ms, libovsdb time 837.937µs I0424 18:58:30.100092 3814 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-l576v] creating logical port openshift-dns_dns-default-l576v for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.100216 3814 kube.go:256] Updating pod openshift-dns/dns-default-l576v I0424 18:58:30.116396 3814 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-v6fxb for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.116572 3814 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb I0424 18:58:30.121111 3814 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-m7rgx] creating logical port openshift-console-operator_console-operator-66dbbb6468-m7rgx for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.121247 3814 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-m7rgx I0424 18:58:30.121399 3814 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-b4swf] creating logical port openshift-insights_insights-operator-6dbb575d6c-b4swf for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.121544 3814 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-b4swf I0424 18:58:30.123492 3814 pod.go:62] [openshift-dns/dns-default-l576v] pod update took 23.301736ms I0424 18:58:30.123515 3814 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-l576v] addLogicalPort annotation time took 23.328419ms I0424 18:58:30.124684 3814 pods.go:271] [openshift-dns/dns-default-l576v] addLogicalPort took 24.607371ms, libovsdb time 808.863µs I0424 18:58:30.138853 3814 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb] pod update took 22.326928ms I0424 18:58:30.138872 3814 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb] addLogicalPort annotation time took 22.350013ms I0424 18:58:30.139924 3814 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb] addLogicalPort took 23.549251ms, libovsdb time 804.266µs I0424 18:58:30.141119 3814 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6c7bd68d79-l5gld] creating logical port openshift-ingress_router-default-6c7bd68d79-l5gld for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.141210 3814 kube.go:256] Updating pod openshift-ingress/router-default-6c7bd68d79-l5gld I0424 18:58:30.141813 3814 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-b4swf] pod update took 20.299358ms I0424 18:58:30.141838 3814 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-b4swf] addLogicalPort annotation time took 20.337987ms I0424 18:58:30.143265 3814 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-b4swf] addLogicalPort took 21.873954ms, libovsdb time 1.129603ms I0424 18:58:30.143328 3814 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-676c99797c-xjrkc] creating logical port openshift-ingress_router-default-676c99797c-xjrkc for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.143472 3814 kube.go:256] Updating pod openshift-ingress/router-default-676c99797c-xjrkc I0424 18:58:30.150779 3814 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-v6nj5 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.150874 3814 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5 I0424 18:58:30.153808 3814 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-p74gw for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.153916 3814 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw I0424 18:58:30.154302 3814 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-8hkpj for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.154473 3814 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj I0424 18:58:30.155104 3814 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-m7rgx] pod update took 33.888211ms I0424 18:58:30.155126 3814 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-m7rgx] addLogicalPort annotation time took 33.914027ms I0424 18:58:30.156229 3814 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-m7rgx] addLogicalPort took 35.132263ms, libovsdb time 836.247µs I0424 18:58:30.169738 3814 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-88m7d for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.169848 3814 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d I0424 18:58:30.170045 3814 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-h84nt for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.170207 3814 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt I0424 18:58:30.170259 3814 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-zz6vp for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.170355 3814 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp I0424 18:58:30.172120 3814 pod.go:62] [openshift-ingress/router-default-676c99797c-xjrkc] pod update took 28.709948ms I0424 18:58:30.172141 3814 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-676c99797c-xjrkc] addLogicalPort annotation time took 28.740131ms I0424 18:58:30.173406 3814 pods.go:271] [openshift-ingress/router-default-676c99797c-xjrkc] addLogicalPort took 30.088663ms, libovsdb time 980.738µs I0424 18:58:30.174409 3814 pod.go:62] [openshift-ingress/router-default-6c7bd68d79-l5gld] pod update took 33.232781ms I0424 18:58:30.174424 3814 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6c7bd68d79-l5gld] addLogicalPort annotation time took 33.253527ms I0424 18:58:30.175484 3814 pods.go:271] [openshift-ingress/router-default-6c7bd68d79-l5gld] addLogicalPort took 34.374882ms, libovsdb time 800.623µs I0424 18:58:30.179088 3814 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj] pod update took 24.659973ms I0424 18:58:30.179106 3814 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj] addLogicalPort annotation time took 24.684008ms I0424 18:58:30.180151 3814 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj] addLogicalPort took 25.890898ms, libovsdb time 795.579µs I0424 18:58:30.180204 3814 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-jch5c for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.180264 3814 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c I0424 18:58:30.188242 3814 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw] pod update took 34.339791ms I0424 18:58:30.188267 3814 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw] addLogicalPort annotation time took 34.371522ms I0424 18:58:30.189432 3814 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw] addLogicalPort took 35.636106ms, libovsdb time 849.508µs I0424 18:58:30.189578 3814 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-rk6zd] creating logical port openshift-ingress-canary_ingress-canary-rk6zd for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.189665 3814 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-rk6zd I0424 18:58:30.206128 3814 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d] pod update took 36.295862ms I0424 18:58:30.206152 3814 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5] pod update took 55.295653ms I0424 18:58:30.206168 3814 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5] addLogicalPort annotation time took 55.315216ms I0424 18:58:30.206154 3814 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d] addLogicalPort annotation time took 36.327402ms I0424 18:58:30.209405 3814 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5] addLogicalPort took 58.6262ms, libovsdb time 2.883126ms I0424 18:58:30.209476 3814 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d] addLogicalPort took 39.755514ms, libovsdb time 2.900702ms I0424 18:58:30.209527 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-mkjc8 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:30.209711 3814 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8 I0424 18:58:30.209910 3814 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp] pod update took 39.581251ms I0424 18:58:30.209977 3814 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp] addLogicalPort annotation time took 39.647687ms I0424 18:58:30.213790 3814 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp] addLogicalPort took 43.541916ms, libovsdb time 3.041247ms I0424 18:58:30.220840 3814 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt] pod update took 50.677713ms I0424 18:58:30.220870 3814 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt] addLogicalPort annotation time took 50.710094ms I0424 18:58:30.221874 3814 pod.go:62] [openshift-ingress-canary/ingress-canary-rk6zd] pod update took 32.239945ms I0424 18:58:30.221899 3814 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-rk6zd] addLogicalPort annotation time took 32.267157ms I0424 18:58:30.222778 3814 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c] pod update took 42.531658ms I0424 18:58:30.222851 3814 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c] addLogicalPort annotation time took 42.605457ms I0424 18:58:30.223432 3814 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt] addLogicalPort took 53.394939ms, libovsdb time 1.934268ms I0424 18:58:30.226864 3814 pods.go:271] [openshift-ingress-canary/ingress-canary-rk6zd] addLogicalPort took 37.295832ms, libovsdb time 3.680227ms I0424 18:58:30.226960 3814 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c] addLogicalPort took 46.759409ms, libovsdb time 3.086496ms I0424 18:58:30.228708 3814 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8] pod update took 19.053356ms I0424 18:58:30.228777 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8] addLogicalPort annotation time took 19.127298ms I0424 18:58:30.229930 3814 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8] addLogicalPort took 20.425616ms, libovsdb time 737.556µs I0424 18:58:30.519252 3814 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-m7rgx e60ceeffbf491f3a466d27eb70e5a8fc7630d01472a54ab7fa3e0c315f26c5d0 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-m7rgx e60ceeffbf491f3a466d27eb70e5a8fc7630d01472a54ab7fa3e0c315f26c5d0 network default NAD default NAD key ] I0424 18:58:30.537485 3814 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-b4swf b68ad89f68c0c7cc9f7be48e75e6bddb494d304ca6b13ec3ec79d89f4264a824 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-b4swf b68ad89f68c0c7cc9f7be48e75e6bddb494d304ca6b13ec3ec79d89f4264a824 network default NAD default NAD key ] I0424 18:58:30.545171 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-m7rgx, hostIfaceName: e60ceeffbf491f3, network: default, NAD default, SandboxID: "e60ceeffbf491f3a466d27eb70e5a8fc7630d01472a54ab7fa3e0c315f26c5d0", PCI device ID: , UID: "e2636938-0e1a-483f-b63a-04bff4444735", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0424 18:58:30.547866 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-b4swf, hostIfaceName: b68ad89f68c0c7c, network: default, NAD default, SandboxID: "b68ad89f68c0c7cc9f7be48e75e6bddb494d304ca6b13ec3ec79d89f4264a824", PCI device ID: , UID: "8c446b33-aecd-44bb-af78-e6e0b5ded755", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0424 18:58:30.601730 3814 cni.go:452] [openshift-ingress-canary/ingress-canary-rk6zd 98cff23b8c6dfe8a135ad280d87dda60a3becb822570146c77c9fd18f23ab969 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-rk6zd 98cff23b8c6dfe8a135ad280d87dda60a3becb822570146c77c9fd18f23ab969 network default NAD default NAD key ] I0424 18:58:30.602168 3814 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-m7rgx e60ceeffbf491f3a466d27eb70e5a8fc7630d01472a54ab7fa3e0c315f26c5d0 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-m7rgx e60ceeffbf491f3a466d27eb70e5a8fc7630d01472a54ab7fa3e0c315f26c5d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:42:0a:28:9c:c4\",\"name\":\"e60ceeffbf491f3\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1be53c05-6a50-4b29-a051-89809d1d2917\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:30.606717 3814 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-b4swf b68ad89f68c0c7cc9f7be48e75e6bddb494d304ca6b13ec3ec79d89f4264a824 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-b4swf b68ad89f68c0c7cc9f7be48e75e6bddb494d304ca6b13ec3ec79d89f4264a824 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:1f:bf:51:e3:ca\",\"name\":\"b68ad89f68c0c7c\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/01909f62-72ef-4209-bf94-a7d1cdf05c18\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:30.609684 3814 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp 89f02dc9f27a96eb94fe361f5e64d2de4c4dbb8cc5f9bb2d31431ed8febfd202 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp 89f02dc9f27a96eb94fe361f5e64d2de4c4dbb8cc5f9bb2d31431ed8febfd202 network default NAD default NAD key ] I0424 18:58:30.612690 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-rk6zd, hostIfaceName: 98cff23b8c6dfe8, network: default, NAD default, SandboxID: "98cff23b8c6dfe8a135ad280d87dda60a3becb822570146c77c9fd18f23ab969", PCI device ID: , UID: "58dc61ee-59a0-49dc-89d9-db6b79dfa9eb", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0424 18:58:30.622497 3814 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt f0e57406595428e6a90fff88b110c2a8e73440c545e712ba6a98008ec2fd3aad network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt f0e57406595428e6a90fff88b110c2a8e73440c545e712ba6a98008ec2fd3aad network default NAD default NAD key ] I0424 18:58:30.623395 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-zz6vp, hostIfaceName: 89f02dc9f27a96e, network: default, NAD default, SandboxID: "89f02dc9f27a96eb94fe361f5e64d2de4c4dbb8cc5f9bb2d31431ed8febfd202", PCI device ID: , UID: "e5580b78-4e1e-4138-912e-93528aa841f8", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0424 18:58:30.633822 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-h84nt, hostIfaceName: f0e57406595428e, network: default, NAD default, SandboxID: "f0e57406595428e6a90fff88b110c2a8e73440c545e712ba6a98008ec2fd3aad", PCI device ID: , UID: "1ffda286-c7e9-45fe-b044-8c3acc465ca1", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0424 18:58:30.666719 3814 cni.go:473] [openshift-ingress-canary/ingress-canary-rk6zd 98cff23b8c6dfe8a135ad280d87dda60a3becb822570146c77c9fd18f23ab969 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-rk6zd 98cff23b8c6dfe8a135ad280d87dda60a3becb822570146c77c9fd18f23ab969 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:6a:3e:30:1e:c3\",\"name\":\"98cff23b8c6dfe8\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0139099-4e5f-453b-87c8-d9c1033ef559\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:30.675147 3814 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp 89f02dc9f27a96eb94fe361f5e64d2de4c4dbb8cc5f9bb2d31431ed8febfd202 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zz6vp 89f02dc9f27a96eb94fe361f5e64d2de4c4dbb8cc5f9bb2d31431ed8febfd202 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d0:4a:da:28:16\",\"name\":\"89f02dc9f27a96e\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d48093d4-2bca-4967-8da0-c309e5a996b4\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:30.685083 3814 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt f0e57406595428e6a90fff88b110c2a8e73440c545e712ba6a98008ec2fd3aad network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-h84nt f0e57406595428e6a90fff88b110c2a8e73440c545e712ba6a98008ec2fd3aad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:54:f2:cd:8c:4f\",\"name\":\"f0e57406595428e\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e7c6983-ef3e-46f5-92eb-f0e1dcca410e\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:30.794300 3814 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb abaf83d0e80deed9f5c98dee79227d301acc1998f55977fb10cc7e4590433b98 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb abaf83d0e80deed9f5c98dee79227d301acc1998f55977fb10cc7e4590433b98 network default NAD default NAD key ] I0424 18:58:30.806091 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-v6fxb, hostIfaceName: abaf83d0e80deed, network: default, NAD default, SandboxID: "abaf83d0e80deed9f5c98dee79227d301acc1998f55977fb10cc7e4590433b98", PCI device ID: , UID: "83ca52c2-618c-4967-bac2-3dab93bceec1", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0424 18:58:30.854855 3814 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb abaf83d0e80deed9f5c98dee79227d301acc1998f55977fb10cc7e4590433b98 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-v6fxb abaf83d0e80deed9f5c98dee79227d301acc1998f55977fb10cc7e4590433b98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b1:20:f0:15:0f\",\"name\":\"abaf83d0e80deed\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d87dfa8-cd69-4404-8c6a-28b5957610b5\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:30.878970 3814 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj 6e07c08ad892c45322e7d51cc4200d01a2fb6b95864f0b15f69b8d7a831a941e network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj 6e07c08ad892c45322e7d51cc4200d01a2fb6b95864f0b15f69b8d7a831a941e network default NAD default NAD key ] I0424 18:58:30.888600 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-8hkpj, hostIfaceName: 6e07c08ad892c45, network: default, NAD default, SandboxID: "6e07c08ad892c45322e7d51cc4200d01a2fb6b95864f0b15f69b8d7a831a941e", PCI device ID: , UID: "7e9b4332-2b72-4d7e-baa5-0cceaccb3acc", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0424 18:58:30.919699 3814 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d 4a14effe6add43701e9dc92157ebdfabfe24dfc836689e5f27c80bb69f7c0e8b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d 4a14effe6add43701e9dc92157ebdfabfe24dfc836689e5f27c80bb69f7c0e8b network default NAD default NAD key ] I0424 18:58:30.929677 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-88m7d, hostIfaceName: 4a14effe6add437, network: default, NAD default, SandboxID: "4a14effe6add43701e9dc92157ebdfabfe24dfc836689e5f27c80bb69f7c0e8b", PCI device ID: , UID: "49955471-db1b-464f-9f46-7e3b40bbe6ee", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0424 18:58:30.939836 3814 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj 6e07c08ad892c45322e7d51cc4200d01a2fb6b95864f0b15f69b8d7a831a941e network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-8hkpj 6e07c08ad892c45322e7d51cc4200d01a2fb6b95864f0b15f69b8d7a831a941e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:98:26:88:89:b1\",\"name\":\"6e07c08ad892c45\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35022fa3-1bd5-4645-a34e-59211f319ed8\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:30.977622 3814 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d 4a14effe6add43701e9dc92157ebdfabfe24dfc836689e5f27c80bb69f7c0e8b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-88m7d 4a14effe6add43701e9dc92157ebdfabfe24dfc836689e5f27c80bb69f7c0e8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:23:70:90:72:da\",\"name\":\"4a14effe6add437\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a6c56e0-900b-46ae-aec0-893a95413613\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:33.877715 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 18:58:37.491145 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0424 18:58:37.541306 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:37.835095 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:38.426527 3814 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 18:58:38.427427 3814 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 873.111µs I0424 18:58:38.453077 3814 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 18:58:38.572860 3814 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-2jk92 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:38.572951 3814 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92 I0424 18:58:38.598029 3814 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92] pod update took 25.098874ms I0424 18:58:38.598058 3814 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92] addLogicalPort annotation time took 25.134295ms I0424 18:58:38.599328 3814 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92] addLogicalPort took 26.484925ms, libovsdb time 893.804µs I0424 18:58:38.936601 3814 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92 d3c44a67a920d93a150b023e6872176ba8b8f1f57dd26dab91352dcb6eae8b74 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92 d3c44a67a920d93a150b023e6872176ba8b8f1f57dd26dab91352dcb6eae8b74 network default NAD default NAD key ] I0424 18:58:38.947431 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-2jk92, hostIfaceName: d3c44a67a920d93, network: default, NAD default, SandboxID: "d3c44a67a920d93a150b023e6872176ba8b8f1f57dd26dab91352dcb6eae8b74", PCI device ID: , UID: "4e4e88c9-8a44-4eb4-903d-93c9ca6474d3", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0424 18:58:39.000380 3814 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92 d3c44a67a920d93a150b023e6872176ba8b8f1f57dd26dab91352dcb6eae8b74 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-2jk92 d3c44a67a920d93a150b023e6872176ba8b8f1f57dd26dab91352dcb6eae8b74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:2e:06:d6:dc:34\",\"name\":\"d3c44a67a920d93\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bdd6589-5453-4d0e-aaa2-b132cb569dfe\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:39.186890 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:39.490642 3814 namespace.go:98] [openshift-service-ca] adding namespace I0424 18:58:39.491620 3814 namespace.go:102] [openshift-service-ca] adding namespace took 957.583µs I0424 18:58:39.521890 3814 namespace.go:142] [openshift-service-ca] updating namespace I0424 18:58:41.181846 3814 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-kblxb] creating logical port openshift-service-ca_service-ca-d9cb48497-kblxb for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:41.181964 3814 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-kblxb I0424 18:58:41.197649 3814 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-kblxb] pod update took 15.708616ms I0424 18:58:41.197670 3814 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-kblxb] addLogicalPort annotation time took 15.734ms I0424 18:58:41.198960 3814 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-kblxb] addLogicalPort took 17.135283ms, libovsdb time 922.464µs I0424 18:58:41.574747 3814 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-kblxb 4118e28f2e56c50101b009670603eb600cfba226cd1627dc9328137e3a2f01ef network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-kblxb 4118e28f2e56c50101b009670603eb600cfba226cd1627dc9328137e3a2f01ef network default NAD default NAD key ] I0424 18:58:41.585642 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-kblxb, hostIfaceName: 4118e28f2e56c50, network: default, NAD default, SandboxID: "4118e28f2e56c50101b009670603eb600cfba226cd1627dc9328137e3a2f01ef", PCI device ID: , UID: "628a3de2-f80f-4995-9598-342e0f562c4a", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0424 18:58:41.632816 3814 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-kblxb 4118e28f2e56c50101b009670603eb600cfba226cd1627dc9328137e3a2f01ef network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-kblxb 4118e28f2e56c50101b009670603eb600cfba226cd1627dc9328137e3a2f01ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:bd:f3:6c:db:b1\",\"name\":\"4118e28f2e56c50\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3915d3f-09a4-4fb0-af68-b5bf42896eb0\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:45.434101 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:45.434133 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 40.775µs I0424 18:58:45.434165 3814 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:45.434172 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:46.468966 3814 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5 c8fff46b1c9d322803a29973163be6fe060ac953b70e2d7dd27a8a56a0228d67 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5 c8fff46b1c9d322803a29973163be6fe060ac953b70e2d7dd27a8a56a0228d67 network default NAD default NAD key ] I0424 18:58:46.478711 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-v6nj5, hostIfaceName: c8fff46b1c9d322, network: default, NAD default, SandboxID: "c8fff46b1c9d322803a29973163be6fe060ac953b70e2d7dd27a8a56a0228d67", PCI device ID: , UID: "0ec41cd7-a68f-45ea-82dd-7e7734978133", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0424 18:58:46.527198 3814 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5 c8fff46b1c9d322803a29973163be6fe060ac953b70e2d7dd27a8a56a0228d67 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-v6nj5 c8fff46b1c9d322803a29973163be6fe060ac953b70e2d7dd27a8a56a0228d67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b8:44:aa:c3:29\",\"name\":\"c8fff46b1c9d322\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c49ba259-ae0d-4793-bc98-4d05f09ea7d4\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 18:58:46.701859 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0424 18:58:46.702186 3814 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-696c9c6b9f-7pmvr IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-696c9c6b9f-7pmvr: no pod IPs found W0424 18:58:46.721203 3814 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-b574fb4d-z64ks IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-b574fb4d-z64ks: no pod IPs found I0424 18:58:47.951415 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:47.951437 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 29.343µs I0424 18:58:47.951471 3814 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall I0424 18:58:47.951521 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 18:58:51.288037 3814 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-6d58b8c8cc-8dzvx IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-6d58b8c8cc-8dzvx: no pod IPs found W0424 18:58:51.539053 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 18:58:51.625908 3814 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-nzp8t] creating logical port openshift-insights_insights-runtime-extractor-nzp8t for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:51.626083 3814 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-nzp8t I0424 18:58:51.641645 3814 pod.go:62] [openshift-insights/insights-runtime-extractor-nzp8t] pod update took 15.593361ms I0424 18:58:51.641675 3814 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-nzp8t] addLogicalPort annotation time took 15.629625ms I0424 18:58:51.642930 3814 pods.go:271] [openshift-insights/insights-runtime-extractor-nzp8t] addLogicalPort took 17.035943ms, libovsdb time 909.15µs I0424 18:58:51.921005 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-156.ec2.internal in network "default" I0424 18:58:51.921032 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "ip-10-0-0-156.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:51.921052 3814 node_tracker.go:235] Node ip-10-0-0-156.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-156.ec2.internal" I0424 18:58:51.921069 3814 node_tracker.go:169] Node ip-10-0-0-156.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:51.921078 3814 services_controller.go:574] Full service sync requested for network=default W0424 18:58:51.921504 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:52.088845 3814 default_network_controller.go:1025] Node "ip-10-0-0-156.ec2.internal" in remote zone "ip-10-0-0-156.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:52.088912 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-156.ec2.internal in network "default" I0424 18:58:52.088959 3814 node_tracker.go:169] Node ip-10-0-0-156.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.088974 3814 services_controller.go:574] Full service sync requested for network=default W0424 18:58:52.089339 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:52.089923 3814 zone_ic_handler.go:195] Time taken to create transit switch: 287.075µs I0424 18:58:52.089936 3814 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-156.ec2.internal for the network default I0424 18:58:52.090888 3814 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-156.ec2.internal" on network "default" took: 1.265486ms I0424 18:58:52.370342 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:52.370377 3814 node_tracker.go:235] Node ip-10-0-1-235.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-235.ec2.internal" I0424 18:58:52.370393 3814 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.370402 3814 services_controller.go:574] Full service sync requested for network=default I0424 18:58:52.370348 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "ip-10-0-1-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0424 18:58:52.370644 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:52.452927 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "ip-10-0-1-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:52.489369 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:52.489460 3814 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:52.489468 3814 default_network_controller.go:1025] Node "ip-10-0-1-235.ec2.internal" in remote zone "ip-10-0-1-235.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 18:58:52.489476 3814 services_controller.go:574] Full service sync requested for network=default W0424 18:58:52.490142 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:52.490587 3814 zone_ic_handler.go:195] Time taken to create transit switch: 318.861µs I0424 18:58:52.490603 3814 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-235.ec2.internal for the network default I0424 18:58:52.493237 3814 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-235.ec2.internal" on network "default" took: 2.985156ms I0424 18:58:52.541577 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b574fb4d-xhqc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 18:58:52.541618 3814 pods.go:176] Deleting pod: openshift-image-registry/image-registry-b574fb4d-xhqc2 I0424 18:58:52.542977 3814 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-b574fb4d-xhqc2, ips: 10.128.0.5 I0424 18:58:52.543015 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b574fb4d-xhqc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 18:58:52.552470 3814 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6d58b8c8cc-4b544] creating logical port openshift-image-registry_image-registry-6d58b8c8cc-4b544 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:58:52.552622 3814 kube.go:256] Updating pod openshift-image-registry/image-registry-6d58b8c8cc-4b544 I0424 18:58:52.563514 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b574fb4d-xhqc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 18:58:52.563536 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b574fb4d-xhqc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 18:58:52.570168 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b574fb4d-xhqc2 I0424 18:58:52.570195 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b574fb4d-xhqc2 I0424 18:58:52.570836 3814 pod.go:62] [openshift-image-registry/image-registry-6d58b8c8cc-4b544] pod update took 18.246536ms I0424 18:58:52.570859 3814 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6d58b8c8cc-4b544] addLogicalPort annotation time took 18.272178ms I0424 18:58:52.572089 3814 pods.go:271] [openshift-image-registry/image-registry-6d58b8c8cc-4b544] addLogicalPort took 19.650265ms, libovsdb time 887.157µs I0424 18:58:52.970173 3814 cni.go:452] [openshift-image-registry/image-registry-6d58b8c8cc-4b544 1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6d58b8c8cc-4b544 1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376 network default NAD default NAD key ] I0424 18:58:52.980493 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6d58b8c8cc-4b544, hostIfaceName: 1a3776cd94359e4, network: default, NAD default, SandboxID: "1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376", PCI device ID: , UID: "fe979db2-535e-4338-b7dc-c8269725a2fa", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0424 18:58:53.026664 3814 cni.go:473] [openshift-image-registry/image-registry-6d58b8c8cc-4b544 1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6d58b8c8cc-4b544 1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:57:2b:be:13:d5\",\"name\":\"1a3776cd94359e4\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd1d0ba4-af6c-49ca-bc10-fce14b999c71\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:53.518721 3814 cni.go:452] [openshift-insights/insights-runtime-extractor-nzp8t 37de2c815054279944007013f8a26ae555885400247e7b763e9eee6b410323b9 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-nzp8t 37de2c815054279944007013f8a26ae555885400247e7b763e9eee6b410323b9 network default NAD default NAD key ] I0424 18:58:53.528782 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-nzp8t, hostIfaceName: 37de2c815054279, network: default, NAD default, SandboxID: "37de2c815054279944007013f8a26ae555885400247e7b763e9eee6b410323b9", PCI device ID: , UID: "3e593b83-c9f2-457a-8811-45fab8c1ec45", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] W0424 18:58:53.574959 3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 18:58:53.575344 3814 cni.go:473] [openshift-insights/insights-runtime-extractor-nzp8t 37de2c815054279944007013f8a26ae555885400247e7b763e9eee6b410323b9 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-nzp8t 37de2c815054279944007013f8a26ae555885400247e7b763e9eee6b410323b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:bc:be:49:5f:34\",\"name\":\"37de2c815054279\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db3bb07a-8285-45bd-9347-8a99bb801687\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:54.150482 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:58:54.150508 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 31.459µs I0424 18:58:54.150518 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-156.ec2.internal in network "default" I0424 18:58:54.150558 3814 egressfirewall.go:723] Syncing node "ip-10-0-0-156.ec2.internal" for egress firewall I0424 18:58:54.150567 3814 node_tracker.go:169] Node ip-10-0-0-156.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:54.150581 3814 services_controller.go:574] Full service sync requested for network=default I0424 18:58:54.150604 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-156.ec2.internal", IP: 10.0.0.156 to PMTUD blocking rules I0424 18:58:54.150624 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-156.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0424 18:58:54.150912 3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:58:54.151178 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:54.156735 3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-156.ec2.internal. Updating no re-route policies I0424 18:58:54.166695 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-156.ec2.internal", IP: 10.0.0.156 to PMTUD blocking rules I0424 18:58:54.166709 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-156.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 18:58:55.046437 3814 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-235.ec2.internal in network "default" I0424 18:58:55.046529 3814 egressfirewall.go:723] Syncing node "ip-10-0-1-235.ec2.internal" for egress firewall I0424 18:58:55.046535 3814 node_tracker.go:169] Node ip-10-0-1-235.ec2.internal switch + router changed, syncing services in network "default" I0424 18:58:55.046556 3814 services_controller.go:574] Full service sync requested for network=default I0424 18:58:55.046534 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:58:55.046633 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 102.687µs I0424 18:58:55.046532 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-235.ec2.internal", IP: 10.0.1.235 to PMTUD blocking rules I0424 18:58:55.046649 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-235.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0424 18:58:55.046787 3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:58:55.047060 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 18:58:55.053083 3814 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-235.ec2.internal. Updating no re-route policies I0424 18:58:55.063903 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-235.ec2.internal", IP: 10.0.1.235 to PMTUD blocking rules I0424 18:58:55.063924 3814 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-235.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 18:58:59.455994 3814 cni.go:452] [openshift-network-diagnostics/network-check-target-7mvl2 1e2933e606a4605f750521deccf436e14b24f10f6908b0070780427af5089c71 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-7mvl2 1e2933e606a4605f750521deccf436e14b24f10f6908b0070780427af5089c71 network default NAD default NAD key ] I0424 18:58:59.465178 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-7mvl2, hostIfaceName: 1e2933e606a4605, network: default, NAD default, SandboxID: "1e2933e606a4605f750521deccf436e14b24f10f6908b0070780427af5089c71", PCI device ID: , UID: "fbaffafe-a5e7-44d8-ba8b-4f65fb2ec153", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0424 18:58:59.482080 3814 cni.go:452] [openshift-multus/network-metrics-daemon-v2hc8 ed7b39ffc7241890e704cc2fd7a12de3e1d55334d13c1d42a30956502a7415bf network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-v2hc8 ed7b39ffc7241890e704cc2fd7a12de3e1d55334d13c1d42a30956502a7415bf network default NAD default NAD key ] I0424 18:58:59.492058 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-v2hc8, hostIfaceName: ed7b39ffc724189, network: default, NAD default, SandboxID: "ed7b39ffc7241890e704cc2fd7a12de3e1d55334d13c1d42a30956502a7415bf", PCI device ID: , UID: "b8c4e740-150a-4124-9ecf-73ad6870daa5", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0424 18:58:59.515848 3814 cni.go:473] [openshift-network-diagnostics/network-check-target-7mvl2 1e2933e606a4605f750521deccf436e14b24f10f6908b0070780427af5089c71 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-7mvl2 1e2933e606a4605f750521deccf436e14b24f10f6908b0070780427af5089c71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b6:76:f8:56:1d\",\"name\":\"1e2933e606a4605\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f9d7193-795c-409f-a553-0878df062bce\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:58:59.537856 3814 cni.go:473] [openshift-multus/network-metrics-daemon-v2hc8 ed7b39ffc7241890e704cc2fd7a12de3e1d55334d13c1d42a30956502a7415bf network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-v2hc8 ed7b39ffc7241890e704cc2fd7a12de3e1d55334d13c1d42a30956502a7415bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:8c:11:b6:42:b1\",\"name\":\"ed7b39ffc724189\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fef24af-97f2-4030-bde7-17dd8d777802\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:59:02.278887 3814 cni.go:452] [openshift-dns/dns-default-l576v 68a172d31639c18202160ee703f0840544e61a02665c81b940d9dbf446df88d3 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-l576v 68a172d31639c18202160ee703f0840544e61a02665c81b940d9dbf446df88d3 network default NAD default NAD key ] I0424 18:59:02.288599 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-l576v, hostIfaceName: 68a172d31639c18, network: default, NAD default, SandboxID: "68a172d31639c18202160ee703f0840544e61a02665c81b940d9dbf446df88d3", PCI device ID: , UID: "8e613909-3d62-4fd3-93f1-b2b2f3da5006", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0424 18:59:02.338358 3814 cni.go:452] [openshift-ingress/router-default-676c99797c-xjrkc 4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-676c99797c-xjrkc 4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502 network default NAD default NAD key ] I0424 18:59:02.338794 3814 cni.go:452] [openshift-ingress/router-default-6c7bd68d79-l5gld 651736801f4f97cfb6c08aa94e469732dbaf71bdcea7db979a990fd0806f0c44 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6c7bd68d79-l5gld 651736801f4f97cfb6c08aa94e469732dbaf71bdcea7db979a990fd0806f0c44 network default NAD default NAD key ] I0424 18:59:02.344977 3814 cni.go:473] [openshift-dns/dns-default-l576v 68a172d31639c18202160ee703f0840544e61a02665c81b940d9dbf446df88d3 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-l576v 68a172d31639c18202160ee703f0840544e61a02665c81b940d9dbf446df88d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a8:16:c7:6e:13\",\"name\":\"68a172d31639c18\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17c077a1-0a68-4a72-b562-89db66f268c7\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:59:02.353137 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6c7bd68d79-l5gld, hostIfaceName: 651736801f4f97c, network: default, NAD default, SandboxID: "651736801f4f97cfb6c08aa94e469732dbaf71bdcea7db979a990fd0806f0c44", PCI device ID: , UID: "723f084f-0afa-496c-b68c-d094fc1bdeca", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0424 18:59:02.354418 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-676c99797c-xjrkc, hostIfaceName: 4c895840a1e4eab, network: default, NAD default, SandboxID: "4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502", PCI device ID: , UID: "852f446c-2161-4478-a197-3c192f2e7d87", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0424 18:59:02.363487 3814 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw 720d1d7188aa803ffbc29f4015ba00b90f0863d0883bdd1ecfb7cca95cf5b925 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw 720d1d7188aa803ffbc29f4015ba00b90f0863d0883bdd1ecfb7cca95cf5b925 network default NAD default NAD key ] I0424 18:59:02.375601 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-p74gw, hostIfaceName: 720d1d7188aa803, network: default, NAD default, SandboxID: "720d1d7188aa803ffbc29f4015ba00b90f0863d0883bdd1ecfb7cca95cf5b925", PCI device ID: , UID: "dd3ac617-fcbc-4343-b721-f3ada08e7139", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0424 18:59:02.396568 3814 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8 54443b254d3b99f17f55f508f299affab6f69ecd4fbe2958c485ffcde8925701 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8 54443b254d3b99f17f55f508f299affab6f69ecd4fbe2958c485ffcde8925701 network default NAD default NAD key ] I0424 18:59:02.411406 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-mkjc8, hostIfaceName: 54443b254d3b99f, network: default, NAD default, SandboxID: "54443b254d3b99f17f55f508f299affab6f69ecd4fbe2958c485ffcde8925701", PCI device ID: , UID: "1f57a83a-8373-4b39-9154-2bb7be811844", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0424 18:59:02.419573 3814 cni.go:473] [openshift-ingress/router-default-6c7bd68d79-l5gld 651736801f4f97cfb6c08aa94e469732dbaf71bdcea7db979a990fd0806f0c44 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6c7bd68d79-l5gld 651736801f4f97cfb6c08aa94e469732dbaf71bdcea7db979a990fd0806f0c44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:03:f2:f6:6c:83\",\"name\":\"651736801f4f97c\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1fbc935-de45-4f5b-9ac7-d50024acd4f6\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:59:02.429259 3814 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c 8b3415601acd7cab961c6d0daac82ebd330968a32007ec3e3d6218c4cfaf1387 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c 8b3415601acd7cab961c6d0daac82ebd330968a32007ec3e3d6218c4cfaf1387 network default NAD default NAD key ] I0424 18:59:02.432815 3814 cni.go:473] [openshift-ingress/router-default-676c99797c-xjrkc 4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-676c99797c-xjrkc 4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:02:3d:0c:03:9c\",\"name\":\"4c895840a1e4eab\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03735434-3067-468f-b563-6f5d847bf239\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:59:02.445504 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-jch5c, hostIfaceName: 8b3415601acd7ca, network: default, NAD default, SandboxID: "8b3415601acd7cab961c6d0daac82ebd330968a32007ec3e3d6218c4cfaf1387", PCI device ID: , UID: "f96331ba-2ee0-4e7d-b0f7-2a65c3646980", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0424 18:59:02.452103 3814 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw 720d1d7188aa803ffbc29f4015ba00b90f0863d0883bdd1ecfb7cca95cf5b925 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-p74gw 720d1d7188aa803ffbc29f4015ba00b90f0863d0883bdd1ecfb7cca95cf5b925 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:3c:fd:14:1d:9b\",\"name\":\"720d1d7188aa803\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6a2b82d-42ce-4469-9651-a06a9d240c22\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:59:02.470263 3814 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8 54443b254d3b99f17f55f508f299affab6f69ecd4fbe2958c485ffcde8925701 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-mkjc8 54443b254d3b99f17f55f508f299affab6f69ecd4fbe2958c485ffcde8925701 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:74:85:e5:ba:ff\",\"name\":\"54443b254d3b99f\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4a0079c-62f0-46d4-bf44-b57453580357\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:59:02.498242 3814 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c 8b3415601acd7cab961c6d0daac82ebd330968a32007ec3e3d6218c4cfaf1387 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-jch5c 8b3415601acd7cab961c6d0daac82ebd330968a32007ec3e3d6218c4cfaf1387 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:2d:a3:f3:22:99\",\"name\":\"8b3415601acd7ca\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eeb86823-24bd-4c3b-9130-ab892e365b84\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 18:59:15.894661 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 18:59:15.968348 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-twldb for pod on switch ip-10-0-2-23.ec2.internal I0424 18:59:15.968469 3814 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb I0424 18:59:15.973460 3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 18:59:15.990710 3814 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb] pod update took 22.284716ms I0424 18:59:15.990735 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb] addLogicalPort annotation time took 22.317274ms I0424 18:59:15.991979 3814 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb] addLogicalPort took 23.650485ms, libovsdb time 877.98µs I0424 18:59:16.333531 3814 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb 3b70bcab87b1dc407a9cc4617baba10868d7943095e7ee96fab6d074d061c230 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb 3b70bcab87b1dc407a9cc4617baba10868d7943095e7ee96fab6d074d061c230 network default NAD default NAD key ] I0424 18:59:16.343216 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-twldb, hostIfaceName: 3b70bcab87b1dc4, network: default, NAD default, SandboxID: "3b70bcab87b1dc407a9cc4617baba10868d7943095e7ee96fab6d074d061c230", PCI device ID: , UID: "d1ceec23-7eaf-470c-b751-cbddcfe6405c", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0424 18:59:16.397650 3814 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb 3b70bcab87b1dc407a9cc4617baba10868d7943095e7ee96fab6d074d061c230 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-twldb 3b70bcab87b1dc407a9cc4617baba10868d7943095e7ee96fab6d074d061c230 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:46:f6:03:62:bc\",\"name\":\"3b70bcab87b1dc4\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1249d153-351c-4e38-9a99-606cb8f85dad\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 18:59:16.737722 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-156.ec2.internal I0424 18:59:16.737752 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-156.ec2.internal: 37.713µs I0424 18:59:16.763895 3814 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-235.ec2.internal I0424 18:59:16.763924 3814 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-235.ec2.internal: 31.802µs W0424 18:59:18.122118 3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:18.682659 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 18:59:18.693575 3814 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:18.714775 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 18:59:24.564411 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 18:59:27.280129 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0424 18:59:30.697847 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:30.697868 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:30.697875 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.254172 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.254191 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.254197 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 18:59:31.586392 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 18:59:33.207400 3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 18:59:33.439220 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-23.ec2.internal I0424 18:59:33.439316 3814 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0424 18:59:33.479393 3814 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 40.111334ms I0424 18:59:33.479418 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 40.142387ms I0424 18:59:33.480739 3814 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 41.53525ms, libovsdb time 899.616µs I0424 18:59:33.807978 3814 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836 network default NAD default NAD key ] I0424 18:59:33.817391 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8c35c66080db3e9, network: default, NAD default, SandboxID: "8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836", PCI device ID: , UID: "21e4c550-91e8-4234-ae8a-19594b144062", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0424 18:59:33.871405 3814 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3b:70:25:18:97\",\"name\":\"8c35c66080db3e9\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3051c655-c0a3-4b57-9b60-2d9ace8145e0\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 18:59:34.729071 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:35.216343 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.216367 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.216375 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.216381 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.259355 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.259376 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.313858 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 18:59:35.739222 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.739243 3814 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.739250 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.739254 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 18:59:35.781994 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:35.782012 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 18:59:41.778180 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:42.269000 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 18:59:43.407257 3814 base_network_controller_pods.go:487] [default/openshift-console/console-7b94b6b545-69lpj] creating logical port openshift-console_console-7b94b6b545-69lpj for pod on switch ip-10-0-2-23.ec2.internal I0424 18:59:43.407390 3814 kube.go:256] Updating pod openshift-console/console-7b94b6b545-69lpj I0424 18:59:43.430020 3814 pod.go:62] [openshift-console/console-7b94b6b545-69lpj] pod update took 22.655549ms I0424 18:59:43.430053 3814 base_network_controller_pods.go:951] [default/openshift-console/console-7b94b6b545-69lpj] addLogicalPort annotation time took 22.691953ms I0424 18:59:43.431491 3814 pods.go:271] [openshift-console/console-7b94b6b545-69lpj] addLogicalPort took 24.25424ms, libovsdb time 944.719µs W0424 18:59:43.461592 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 18:59:43.771210 3814 cni.go:452] [openshift-console/console-7b94b6b545-69lpj 3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b94b6b545-69lpj 3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2 network default NAD default NAD key ] I0424 18:59:43.780905 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b94b6b545-69lpj, hostIfaceName: 3ecf99a78f9b176, network: default, NAD default, SandboxID: "3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2", PCI device ID: , UID: "6d7fdf76-cd3d-41be-9c8b-b1857e0254fd", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0424 18:59:43.832802 3814 cni.go:473] [openshift-console/console-7b94b6b545-69lpj 3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b94b6b545-69lpj 3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:8f:61:b2:b9:c9\",\"name\":\"3ecf99a78f9b176\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65aea8d5-281b-4e6a-b8b0-3c1b30ba88b7\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 18:59:46.822536 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 18:59:47.299856 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:47.299890 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:48.835001 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 18:59:48.835054 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 18:59:48.835004 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 18:59:49.315508 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 18:59:49.838221 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 18:59:53.847795 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 18:59:53.847820 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 18:59:53.847865 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 18:59:53.879914 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 18:59:53.918805 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 18:59:53.918818 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 18:59:53.918937 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 18:59:54.853831 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0424 18:59:54.878205 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 19:00:03.022739 3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023346 3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023381 3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023392 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 19:00:03.023414 3814 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:00:03.023423 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 19:00:04.052519 3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.052542 3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.052557 3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.052566 3814 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dp5ntf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.353235 3814 cni.go:452] [openshift-image-registry/image-registry-6d58b8c8cc-4b544 1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6d58b8c8cc-4b544 1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376 network default NAD default NAD key ] I0424 19:00:04.447589 3814 cni.go:473] [openshift-image-registry/image-registry-6d58b8c8cc-4b544 1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6d58b8c8cc-4b544 1a3776cd94359e4c1ae51e8a43ffb82484d49c30633a5ac12d7863e518c88376 network default NAD default NAD key default], result "{}", err I0424 19:00:04.507633 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:04.507676 3814 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6d58b8c8cc-4b544 I0424 19:00:04.508985 3814 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6d58b8c8cc-4b544, ips: 10.128.0.24 I0424 19:00:04.509013 3814 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:04.886406 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.886431 3814 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d58b8c8cc-4b544 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:04.896485 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6d58b8c8cc-4b544 I0424 19:00:04.896519 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6d58b8c8cc-4b544 I0424 19:00:07.533282 3814 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 19:00:07.546971 3814 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 19:00:09.055035 3814 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-gxg8c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:09.055626 3814 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-gxg8c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:09.910918 3814 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-gxg8c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:09.910943 3814 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-gxg8c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:09.921218 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57fb49cf99-gxg8c I0424 19:00:09.921246 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57fb49cf99-gxg8c I0424 19:00:19.230179 3814 cni.go:452] [openshift-ingress/router-default-676c99797c-xjrkc 4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-676c99797c-xjrkc 4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502 network default NAD default NAD key ] I0424 19:00:19.241937 3814 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-7pz57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.242466 3814 obj_retry.go:498] Detected object openshift-console/console-57fb49cf99-7pz57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.330375 3814 cni.go:473] [openshift-ingress/router-default-676c99797c-xjrkc 4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-676c99797c-xjrkc 4c895840a1e4eab0d40d1b94d1c5f8e6710f960f8fcaaf0a034040ea6f42c502 network default NAD default NAD key default], result "{}", err I0424 19:00:19.384508 3814 obj_retry.go:498] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.384547 3814 pods.go:176] Deleting pod: openshift-ingress/router-default-676c99797c-xjrkc I0424 19:00:19.385871 3814 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-676c99797c-xjrkc, ips: 10.128.0.11 I0424 19:00:19.385901 3814 obj_retry.go:498] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:19.429508 3814 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-7pz57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.429531 3814 obj_retry.go:492] Detected object openshift-console/console-57fb49cf99-7pz57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.441966 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57fb49cf99-7pz57 I0424 19:00:19.441995 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57fb49cf99-7pz57 I0424 19:00:19.964893 3814 obj_retry.go:492] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.964920 3814 obj_retry.go:492] Detected object openshift-ingress/router-default-676c99797c-xjrkc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:19.972498 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-676c99797c-xjrkc I0424 19:00:19.972523 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-676c99797c-xjrkc W0424 19:00:34.094762 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:00:34.094781 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 19:00:46.195122 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:46.195700 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:47.073773 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:47.073794 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617620-ztjg4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:48.955576 3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:48.956123 3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:49.545455 3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:49.545479 3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:49.558282 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 19:00:49.558309 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 19:00:53.385239 3814 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836 network default NAD default NAD key ] I0424 19:00:53.472072 3814 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 8c35c66080db3e9133385fc72e5f162afa1a6d1342091ef3076242d07d8a9836 network default NAD default NAD key default], result "{}", err I0424 19:00:53.558599 3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:53.558628 3814 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0424 19:00:53.559844 3814 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.26 I0424 19:00:53.559868 3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:00:54.111963 3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:54.111992 3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:00:54.124871 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 19:00:54.124899 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 19:00:54.179625 3814 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:00:54.179846 3814 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0424 19:00:54.212711 3814 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 32.95167ms I0424 19:00:54.212733 3814 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 32.97882ms I0424 19:00:54.213962 3814 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 34.3567ms, libovsdb time 898.125µs I0424 19:00:54.541588 3814 cni.go:452] [openshift-monitoring/prometheus-k8s-1 d6ccdf935c88c018a0195a53ee0dbdd0763041bafafe36711520ebd79de4669d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 d6ccdf935c88c018a0195a53ee0dbdd0763041bafafe36711520ebd79de4669d network default NAD default NAD key ] I0424 19:00:54.552195 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: d6ccdf935c88c01, network: default, NAD default, SandboxID: "d6ccdf935c88c018a0195a53ee0dbdd0763041bafafe36711520ebd79de4669d", PCI device ID: , UID: "b803a910-d648-4143-8c4d-b55a83050dbc", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0424 19:00:54.604839 3814 cni.go:473] [openshift-monitoring/prometheus-k8s-1 d6ccdf935c88c018a0195a53ee0dbdd0763041bafafe36711520ebd79de4669d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 d6ccdf935c88c018a0195a53ee0dbdd0763041bafafe36711520ebd79de4669d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:fd:2a:cf:9a:9b\",\"name\":\"d6ccdf935c88c01\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad5f9d21-0305-4e11-ba93-374ddf1918e2\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:11.753966 3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:11.754567 3814 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:12.157931 3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:12.157958 3814 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:12.167796 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 19:01:12.167826 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 19:01:21.579674 3814 cni.go:452] [openshift-console/console-7b94b6b545-69lpj 3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b94b6b545-69lpj 3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2 network default NAD default NAD key ] I0424 19:01:21.658674 3814 cni.go:473] [openshift-console/console-7b94b6b545-69lpj 3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b94b6b545-69lpj 3ecf99a78f9b1762465bfa875814ae1266c1e6ba02635afe275820a42caef9b2 network default NAD default NAD key default], result "{}", err I0424 19:01:21.708768 3814 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-69lpj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:21.708808 3814 pods.go:176] Deleting pod: openshift-console/console-7b94b6b545-69lpj I0424 19:01:21.710143 3814 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b94b6b545-69lpj, ips: 10.128.0.27 I0424 19:01:21.710173 3814 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-69lpj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:21.720100 3814 base_network_controller_pods.go:487] [default/openshift-console/console-6d9469576-qj94q] creating logical port openshift-console_console-6d9469576-qj94q for pod on switch ip-10-0-2-23.ec2.internal I0424 19:01:21.720230 3814 kube.go:256] Updating pod openshift-console/console-6d9469576-qj94q I0424 19:01:21.735011 3814 pod.go:62] [openshift-console/console-6d9469576-qj94q] pod update took 14.808788ms I0424 19:01:21.735038 3814 base_network_controller_pods.go:951] [default/openshift-console/console-6d9469576-qj94q] addLogicalPort annotation time took 14.840546ms I0424 19:01:21.736617 3814 pods.go:271] [openshift-console/console-6d9469576-qj94q] addLogicalPort took 16.530153ms, libovsdb time 1.046137ms I0424 19:01:22.081917 3814 cni.go:452] [openshift-console/console-6d9469576-qj94q 33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d9469576-qj94q 33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879 network default NAD default NAD key ] I0424 19:01:22.091561 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d9469576-qj94q, hostIfaceName: 33869665692dd3b, network: default, NAD default, SandboxID: "33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879", PCI device ID: , UID: "c1689c63-51ac-4917-ad24-6be9230c65a3", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0424 19:01:22.145742 3814 cni.go:473] [openshift-console/console-6d9469576-qj94q 33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d9469576-qj94q 33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:e9:68:c8:3e:c0\",\"name\":\"33869665692dd3b\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0050aba6-5eba-41a6-bc5d-810f31de49ad\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:01:22.237431 3814 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-69lpj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:22.237476 3814 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-69lpj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:22.244563 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b94b6b545-69lpj I0424 19:01:22.244608 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b94b6b545-69lpj W0424 19:01:32.326903 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 19:01:33.001714 3814 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-4bkqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:33.002251 3814 obj_retry.go:498] Detected object openshift-console/console-7b94b6b545-4bkqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:33.245946 3814 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-4bkqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:33.245967 3814 obj_retry.go:492] Detected object openshift-console/console-7b94b6b545-4bkqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:33.255877 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b94b6b545-4bkqs I0424 19:01:33.255904 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b94b6b545-4bkqs W0424 19:01:55.429763 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 19:01:55.429784 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 19:01:56.736504 3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:56.737020 3814 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:01:57.112532 3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:57.112557 3814 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:01:57.123067 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 19:01:57.123089 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 19:02:23.845174 3814 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 19:03:28.931659 3814 cni.go:452] [openshift-console/console-6d9469576-qj94q 33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d9469576-qj94q 33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879 network default NAD default NAD key ] I0424 19:03:29.011509 3814 cni.go:473] [openshift-console/console-6d9469576-qj94q 33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d9469576-qj94q 33869665692dd3b393cf015b0c1f10e989446ad274f62c1ff6e2ac25285b0879 network default NAD default NAD key default], result "{}", err I0424 19:03:29.064047 3814 obj_retry.go:498] Detected object openshift-console/console-6d9469576-qj94q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:29.064082 3814 pods.go:176] Deleting pod: openshift-console/console-6d9469576-qj94q I0424 19:03:29.065474 3814 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d9469576-qj94q, ips: 10.128.0.29 I0424 19:03:29.065509 3814 obj_retry.go:498] Detected object openshift-console/console-6d9469576-qj94q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:29.077730 3814 base_network_controller_pods.go:487] [default/openshift-console/console-79ddb6945-sd77t] creating logical port openshift-console_console-79ddb6945-sd77t for pod on switch ip-10-0-2-23.ec2.internal I0424 19:03:29.077828 3814 kube.go:256] Updating pod openshift-console/console-79ddb6945-sd77t I0424 19:03:29.093927 3814 pod.go:62] [openshift-console/console-79ddb6945-sd77t] pod update took 16.129982ms I0424 19:03:29.093949 3814 base_network_controller_pods.go:951] [default/openshift-console/console-79ddb6945-sd77t] addLogicalPort annotation time took 16.153491ms I0424 19:03:29.095044 3814 pods.go:271] [openshift-console/console-79ddb6945-sd77t] addLogicalPort took 17.328358ms, libovsdb time 781.491µs I0424 19:03:29.437850 3814 cni.go:452] [openshift-console/console-79ddb6945-sd77t 11a8b0f13491f39d5a6ce8b20bf11f554fc3ae23bed333d4724cf9b5c6709a84 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-79ddb6945-sd77t 11a8b0f13491f39d5a6ce8b20bf11f554fc3ae23bed333d4724cf9b5c6709a84 network default NAD default NAD key ] I0424 19:03:29.447458 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-79ddb6945-sd77t, hostIfaceName: 11a8b0f13491f39, network: default, NAD default, SandboxID: "11a8b0f13491f39d5a6ce8b20bf11f554fc3ae23bed333d4724cf9b5c6709a84", PCI device ID: , UID: "72a94d33-3ea4-4d93-80ed-a95a02cf1fcd", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0424 19:03:29.496119 3814 cni.go:473] [openshift-console/console-79ddb6945-sd77t 11a8b0f13491f39d5a6ce8b20bf11f554fc3ae23bed333d4724cf9b5c6709a84 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-79ddb6945-sd77t 11a8b0f13491f39d5a6ce8b20bf11f554fc3ae23bed333d4724cf9b5c6709a84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:1d:84:f1:d8:e6\",\"name\":\"11a8b0f13491f39\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0468abd-45ef-4fe3-a469-409d444b98a1\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:03:29.793146 3814 obj_retry.go:492] Detected object openshift-console/console-6d9469576-qj94q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:29.793173 3814 obj_retry.go:492] Detected object openshift-console/console-6d9469576-qj94q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:29.802340 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d9469576-qj94q I0424 19:03:29.802370 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d9469576-qj94q I0424 19:03:33.893650 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0424 19:03:39.813636 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 19:03:39.995228 3814 obj_retry.go:498] Detected object openshift-console/console-6d9469576-ngks4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:39.995802 3814 obj_retry.go:498] Detected object openshift-console/console-6d9469576-ngks4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:03:40.220345 3814 obj_retry.go:492] Detected object openshift-console/console-6d9469576-ngks4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:40.220397 3814 obj_retry.go:492] Detected object openshift-console/console-6d9469576-ngks4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:03:40.234782 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d9469576-ngks4 I0424 19:03:40.234816 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d9469576-ngks4 I0424 19:03:42.909547 3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0424 19:03:49.795712 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0424 19:04:21.804248 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=685 I0424 19:04:22.794822 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0424 19:04:51.904290 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0424 19:05:12.127754 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 19:05:23.198010 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 19:05:23.198097 3814 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pshkp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-pshkp: no pod IPs found I0424 19:05:27.879131 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 19:05:45.888100 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0424 19:05:48.789801 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 19:06:12.792504 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0424 19:06:23.621411 3814 namespace.go:98] [tsf] adding namespace I0424 19:06:23.622287 3814 namespace.go:102] [tsf] adding namespace took 854.056µs I0424 19:06:23.643815 3814 namespace.go:142] [tsf] updating namespace I0424 19:06:23.659192 3814 namespace.go:142] [tsf] updating namespace I0424 19:06:27.774114 3814 namespace.go:98] [konflux-ui] adding namespace I0424 19:06:27.775015 3814 namespace.go:102] [konflux-ui] adding namespace took 878.963µs I0424 19:06:27.780682 3814 namespace.go:98] [tsf-tas] adding namespace I0424 19:06:27.780780 3814 namespace.go:98] [rhbk-operator] adding namespace I0424 19:06:27.780960 3814 namespace.go:98] [konflux-operator] adding namespace I0424 19:06:27.781099 3814 namespace.go:98] [rhtpa-operator] adding namespace I0424 19:06:27.781470 3814 namespace.go:102] [tsf-tas] adding namespace took 769.332µs I0424 19:06:27.782021 3814 namespace.go:102] [rhbk-operator] adding namespace took 1.222729ms I0424 19:06:27.782053 3814 namespace.go:98] [cert-manager-operator] adding namespace I0424 19:06:27.782580 3814 namespace.go:102] [cert-manager-operator] adding namespace took 520.815µs I0424 19:06:27.783179 3814 namespace.go:102] [konflux-operator] adding namespace took 2.203102ms I0424 19:06:27.783768 3814 namespace.go:102] [rhtpa-operator] adding namespace took 2.653574ms I0424 19:06:27.786846 3814 namespace.go:98] [tsf-tpa] adding namespace I0424 19:06:27.786949 3814 namespace.go:98] [tsf-keycloak] adding namespace I0424 19:06:27.787412 3814 namespace.go:102] [tsf-tpa] adding namespace took 552.39µs I0424 19:06:27.787946 3814 namespace.go:102] [tsf-keycloak] adding namespace took 984.508µs I0424 19:06:27.803934 3814 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.816784 3814 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.841693 3814 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:27.841764 3814 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:27.849836 3814 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.849894 3814 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.862817 3814 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:27.865779 3814 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:27.865888 3814 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:27.878235 3814 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:27.878288 3814 namespace.go:142] [konflux-ui] updating namespace I0424 19:06:27.899492 3814 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.934099 3814 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:06:27.934183 3814 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.952658 3814 namespace.go:142] [konflux-operator] updating namespace I0424 19:06:27.965722 3814 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:27.983045 3814 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:06:27.995678 3814 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:28.012884 3814 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:28.021618 3814 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:28.033630 3814 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:28.041588 3814 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:28.056688 3814 namespace.go:142] [rhbk-operator] updating namespace I0424 19:06:28.198560 3814 namespace.go:142] [tsf-tas] updating namespace I0424 19:06:29.588968 3814 namespace.go:142] [tsf-tpa] updating namespace I0424 19:06:29.615156 3814 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:06:36.638433 3814 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.639032 3814 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.639056 3814 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.639064 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:36.639078 3814 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.639082 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:36.664839 3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665420 3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665485 3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665499 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:36.665514 3814 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:36.665523 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:37.666787 3814 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666812 3814 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666826 3814 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.666841 3814 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lpwrw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697221 3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697253 3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697265 3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:37.697276 3814 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sfpws of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:38.641392 3814 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641871 3814 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641894 3814 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641901 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:38.641910 3814 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:38.641914 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:39.679048 3814 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.679076 3814 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.679098 3814 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:39.679106 3814 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158cbtxj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:42.688643 3814 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.689217 3814 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.689241 3814 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.689249 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:42.689259 3814 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.689263 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.728719 3814 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.729226 3814 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.729256 3814 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.729268 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:42.729280 3814 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.729290 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.756183 3814 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756725 3814 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756758 3814 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756770 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 19:06:42.756788 3814 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 19:06:42.756798 3814 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 19:06:43.718803 3814 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718830 3814 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718846 3814 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.718859 3814 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vg782 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769918 3814 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769944 3814 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769959 3814 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.769968 3814 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8tq56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795527 3814 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795548 3814 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795558 3814 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:43.795571 3814 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77vhnp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:06:46.337591 3814 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-cwb8c for pod on switch ip-10-0-2-23.ec2.internal I0424 19:06:46.337705 3814 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c I0424 19:06:46.354554 3814 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c] pod update took 16.874022ms I0424 19:06:46.354590 3814 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c] addLogicalPort annotation time took 16.916173ms I0424 19:06:46.355851 3814 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c] addLogicalPort took 18.283831ms, libovsdb time 883.311µs I0424 19:06:46.698502 3814 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c 066cb9aea0b87266c0a5b564992ff2daba1aa826acf0251ee336e6ddc6c07207 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c 066cb9aea0b87266c0a5b564992ff2daba1aa826acf0251ee336e6ddc6c07207 network default NAD default NAD key ] I0424 19:06:46.708237 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-cwb8c, hostIfaceName: 066cb9aea0b8726, network: default, NAD default, SandboxID: "066cb9aea0b87266c0a5b564992ff2daba1aa826acf0251ee336e6ddc6c07207", PCI device ID: , UID: "f894b98a-705e-4b3d-b173-c33fdab095f7", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0424 19:06:46.762999 3814 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c 066cb9aea0b87266c0a5b564992ff2daba1aa826acf0251ee336e6ddc6c07207 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-cwb8c 066cb9aea0b87266c0a5b564992ff2daba1aa826acf0251ee336e6ddc6c07207 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:73:57:cc:c0:65\",\"name\":\"066cb9aea0b8726\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d67b2697-557c-441b-9ab4-d95f393114cd\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:06:49.572228 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 19:06:53.352752 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 19:06:53.368317 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 19:06:59.870499 3814 namespace.go:142] [openshift-operators] updating namespace I0424 19:06:59.886374 3814 namespace.go:142] [openshift-operators] updating namespace W0424 19:07:00.655960 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 19:07:01.684438 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.716747 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.730399 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.756228 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 19:07:04.767247 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 19:07:06.535483 3814 namespace.go:98] [cert-manager] adding namespace I0424 19:07:06.536435 3814 namespace.go:102] [cert-manager] adding namespace took 926.67µs I0424 19:07:06.596532 3814 namespace.go:142] [cert-manager] updating namespace I0424 19:07:06.636332 3814 namespace.go:142] [cert-manager] updating namespace I0424 19:07:07.184582 3814 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-k9ktx for pod on switch ip-10-0-2-23.ec2.internal I0424 19:07:07.184711 3814 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx I0424 19:07:07.211741 3814 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx] pod update took 27.052636ms I0424 19:07:07.211765 3814 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx] addLogicalPort annotation time took 27.08435ms I0424 19:07:07.212990 3814 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx] addLogicalPort took 28.427109ms, libovsdb time 865.601µs I0424 19:07:07.455481 3814 namespace.go:142] [openshift-operators] updating namespace I0424 19:07:07.554527 3814 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx 0c7273bed6090e209e6cc3f0beebf726206af0ad067cd12e57e7d6047e469dd2 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx 0c7273bed6090e209e6cc3f0beebf726206af0ad067cd12e57e7d6047e469dd2 network default NAD default NAD key ] I0424 19:07:07.564137 3814 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-k9ktx, hostIfaceName: 0c7273bed6090e2, network: default, NAD default, SandboxID: "0c7273bed6090e209e6cc3f0beebf726206af0ad067cd12e57e7d6047e469dd2", PCI device ID: , UID: "e9932f21-dc13-40c2-b810-57b551ae80aa", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0424 19:07:07.618533 3814 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx 0c7273bed6090e209e6cc3f0beebf726206af0ad067cd12e57e7d6047e469dd2 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-k9ktx 0c7273bed6090e209e6cc3f0beebf726206af0ad067cd12e57e7d6047e469dd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:67:cb:c0:3f:45\",\"name\":\"0c7273bed6090e2\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e32ff10-b02e-47b1-af0c-5c4e01315da7\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:07:08.129111 3814 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-6wz99] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-6wz99 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:07:08.129310 3814 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-6wz99 I0424 19:07:08.191379 3814 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-6wz99] pod update took 62.103305ms I0424 19:07:08.191408 3814 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-6wz99] addLogicalPort annotation time took 62.14016ms I0424 19:07:08.192814 3814 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-6wz99] addLogicalPort took 63.723146ms, libovsdb time 930.919µs I0424 19:07:08.499359 3814 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-6wz99 71d58fe4483a399e575c7b1c9b456708d28c4ba9436eb2495a6d7a32656bf3f3 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-6wz99 71d58fe4483a399e575c7b1c9b456708d28c4ba9436eb2495a6d7a32656bf3f3 network default NAD default NAD key ] I0424 19:07:08.511732 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-6wz99, hostIfaceName: 71d58fe4483a399, network: default, NAD default, SandboxID: "71d58fe4483a399e575c7b1c9b456708d28c4ba9436eb2495a6d7a32656bf3f3", PCI device ID: , UID: "aa123aa5-3585-42ed-a97c-9ff568020068", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0424 19:07:08.561183 3814 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-6wz99 71d58fe4483a399e575c7b1c9b456708d28c4ba9436eb2495a6d7a32656bf3f3 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-6wz99 71d58fe4483a399e575c7b1c9b456708d28c4ba9436eb2495a6d7a32656bf3f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:a6:f3:18:49:00\",\"name\":\"71d58fe4483a399\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b527fd0-68e6-47fe-b15d-675385905c9e\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:07:09.141040 3814 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-q7szh] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-q7szh for pod on switch ip-10-0-2-23.ec2.internal I0424 19:07:09.141136 3814 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-q7szh I0424 19:07:09.174159 3814 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-q7szh] pod update took 33.046402ms I0424 19:07:09.174182 3814 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-q7szh] addLogicalPort annotation time took 33.075045ms I0424 19:07:09.175551 3814 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-q7szh] addLogicalPort took 34.53384ms, libovsdb time 1.00345ms I0424 19:07:09.719997 3814 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-q7szh 3b32ded1ccd19202c356ea95b7ec840c1cdebe8038bf18de42337e445dfad70c network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-q7szh 3b32ded1ccd19202c356ea95b7ec840c1cdebe8038bf18de42337e445dfad70c network default NAD default NAD key ] I0424 19:07:09.729714 3814 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-q7szh, hostIfaceName: 3b32ded1ccd1920, network: default, NAD default, SandboxID: "3b32ded1ccd19202c356ea95b7ec840c1cdebe8038bf18de42337e445dfad70c", PCI device ID: , UID: "b507928b-6d03-4a35-82cf-9ec4d1a58c61", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0424 19:07:09.788315 3814 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-q7szh 3b32ded1ccd19202c356ea95b7ec840c1cdebe8038bf18de42337e445dfad70c network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-q7szh 3b32ded1ccd19202c356ea95b7ec840c1cdebe8038bf18de42337e445dfad70c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:45:92:7e:48:f8\",\"name\":\"3b32ded1ccd1920\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efe6bc37-abf1-461a-8f0d-823259e761e8\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:07:10.914674 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0424 19:07:10.965987 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 19:07:10.966011 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 19:07:16.222520 3814 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 19:07:16.223420 3814 namespace.go:102] [trusted-artifact-signer] adding namespace took 878.121µs I0424 19:07:16.269357 3814 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:16.269896 3814 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:07:16.276315 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:16.317404 3814 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:16.317428 3814 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:07:16.322724 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:16.332409 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 19:07:16.332437 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0424 19:07:16.691490 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 19:07:16.691514 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 19:07:16.773071 3814 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 19:07:23.027699 3814 namespace.go:98] [openshift-pipelines] adding namespace I0424 19:07:23.028675 3814 namespace.go:102] [openshift-pipelines] adding namespace took 951.689µs I0424 19:07:23.086562 3814 namespace.go:142] [openshift-pipelines] updating namespace I0424 19:07:25.269929 3814 namespace.go:142] [cert-manager] updating namespace I0424 19:07:25.469246 3814 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:25.876938 3814 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:26.072804 3814 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:26.275252 3814 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:26.680088 3814 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:26.879377 3814 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:27.081964 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:27.278686 3814 namespace.go:142] [tsf] updating namespace I0424 19:07:27.463461 3814 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-4z7n6] creating logical port cert-manager_cert-manager-59c77684cc-4z7n6 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:07:27.463566 3814 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-4z7n6 I0424 19:07:27.482641 3814 pod.go:62] [cert-manager/cert-manager-59c77684cc-4z7n6] pod update took 19.101558ms I0424 19:07:27.482671 3814 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-4z7n6] addLogicalPort annotation time took 19.138393ms I0424 19:07:27.484169 3814 pods.go:271] [cert-manager/cert-manager-59c77684cc-4z7n6] addLogicalPort took 20.749453ms, libovsdb time 948.551µs I0424 19:07:27.487119 3814 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:27.684034 3814 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:27.828372 3814 cni.go:452] [cert-manager/cert-manager-59c77684cc-4z7n6 d65a33a834bf96bb384171592aa27220232fb6c6480ee4a78d54d514beb2bd8b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-4z7n6 d65a33a834bf96bb384171592aa27220232fb6c6480ee4a78d54d514beb2bd8b network default NAD default NAD key ] I0424 19:07:27.838294 3814 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-4z7n6, hostIfaceName: d65a33a834bf96b, network: default, NAD default, SandboxID: "d65a33a834bf96bb384171592aa27220232fb6c6480ee4a78d54d514beb2bd8b", PCI device ID: , UID: "37084cb4-8aec-449e-a927-add0e830bc49", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0424 19:07:27.893059 3814 cni.go:473] [cert-manager/cert-manager-59c77684cc-4z7n6 d65a33a834bf96bb384171592aa27220232fb6c6480ee4a78d54d514beb2bd8b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-4z7n6 d65a33a834bf96bb384171592aa27220232fb6c6480ee4a78d54d514beb2bd8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:de:8e:2a:60:2c\",\"name\":\"d65a33a834bf96b\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc916b1a-5a30-4ee6-b53c-11fc7220d0c4\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:07:27.911657 3814 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:28.077799 3814 namespace.go:142] [cert-manager] updating namespace I0424 19:07:28.097049 3814 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:28.119802 3814 namespace.go:142] [default] updating namespace I0424 19:07:28.136338 3814 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:28.166155 3814 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:28.181532 3814 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:28.196719 3814 namespace.go:142] [openshift] updating namespace I0424 19:07:28.213686 3814 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:28.235333 3814 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:28.257959 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:28.306381 3814 namespace.go:142] [tsf] updating namespace I0424 19:07:28.358499 3814 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:28.405059 3814 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:28.425361 3814 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:28.655652 3814 namespace.go:142] [cert-manager] updating namespace I0424 19:07:29.012522 3814 namespace.go:142] [cert-manager-operator] updating namespace I0424 19:07:29.230171 3814 namespace.go:142] [default] updating namespace I0424 19:07:29.361486 3814 namespace.go:142] [konflux-operator] updating namespace I0424 19:07:29.522775 3814 namespace.go:142] [konflux-ui] updating namespace I0424 19:07:29.599131 3814 namespace.go:142] [open-cluster-management-2psmnq5enrfb9073b3upr1o4s41pk5k1] updating namespace I0424 19:07:29.674890 3814 namespace.go:142] [openshift] updating namespace I0424 19:07:29.739538 3814 namespace.go:142] [rhbk-operator] updating namespace I0424 19:07:29.817306 3814 namespace.go:142] [rhtpa-operator] updating namespace I0424 19:07:29.885643 3814 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 19:07:29.943434 3814 namespace.go:142] [tsf] updating namespace I0424 19:07:30.048480 3814 namespace.go:142] [tsf-keycloak] updating namespace I0424 19:07:30.140980 3814 namespace.go:142] [tsf-tas] updating namespace I0424 19:07:30.239539 3814 namespace.go:142] [tsf-tpa] updating namespace I0424 19:07:30.760144 3814 namespace.go:142] [openshift-pipelines] updating namespace W0424 19:07:32.256928 3814 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0424 19:07:35.883749 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0424 19:07:35.897726 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0424 19:07:37.789817 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=103 I0424 19:07:39.930975 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-ncntm for pod on switch ip-10-0-2-23.ec2.internal I0424 19:07:39.931077 3814 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm I0424 19:07:39.948514 3814 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm] pod update took 17.467257ms I0424 19:07:39.948541 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm] addLogicalPort annotation time took 17.499416ms I0424 19:07:39.949749 3814 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm] addLogicalPort took 18.793157ms, libovsdb time 851.767µs I0424 19:07:40.293771 3814 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm 91500b4446ee2967890a2acb734857ad4850df4685636979038905ebcc53cd59 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm 91500b4446ee2967890a2acb734857ad4850df4685636979038905ebcc53cd59 network default NAD default NAD key ] I0424 19:07:40.303562 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-ncntm, hostIfaceName: 91500b4446ee296, network: default, NAD default, SandboxID: "91500b4446ee2967890a2acb734857ad4850df4685636979038905ebcc53cd59", PCI device ID: , UID: "f21ffd97-1012-4eb0-854d-8b2faa7fe262", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0424 19:07:40.362493 3814 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm 91500b4446ee2967890a2acb734857ad4850df4685636979038905ebcc53cd59 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-ncntm 91500b4446ee2967890a2acb734857ad4850df4685636979038905ebcc53cd59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e6:1d:63:79:11\",\"name\":\"91500b4446ee296\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/153dcd97-e56f-4126-9829-1eb1fc998b82\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:07:41.877027 3814 namespace.go:142] [openshift-pipelines] updating namespace W0424 19:07:42.147956 3814 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 19:07:43.830592 3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:43.830611 3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:43.830618 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:45.949021 3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:45.949042 3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:45.949048 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 19:07:45.983850 3814 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:45.983869 3814 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:45.983874 3814 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:45.983878 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 19:07:54.840248 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:54.840268 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 19:07:54.840274 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0424 19:08:04.582059 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-jlnf8 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:08:04.582191 3814 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8 I0424 19:08:04.633754 3814 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8] pod update took 51.592273ms I0424 19:08:04.633786 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8] addLogicalPort annotation time took 51.630829ms I0424 19:08:04.635329 3814 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8] addLogicalPort took 53.290242ms, libovsdb time 996.493µs I0424 19:08:04.684149 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-bzx5p for pod on switch ip-10-0-2-23.ec2.internal I0424 19:08:04.684248 3814 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p I0424 19:08:04.711588 3814 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p] pod update took 27.359576ms I0424 19:08:04.711622 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p] addLogicalPort annotation time took 27.4ms I0424 19:08:04.713051 3814 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p] addLogicalPort took 28.917083ms, libovsdb time 859.361µs I0424 19:08:04.942796 3814 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8 69a1e311ebc7713ffbcfa73b2e6259f6ff73de544e019f5cc11accacde0e1f2f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8 69a1e311ebc7713ffbcfa73b2e6259f6ff73de544e019f5cc11accacde0e1f2f network default NAD default NAD key ] I0424 19:08:04.952565 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-jlnf8, hostIfaceName: 69a1e311ebc7713, network: default, NAD default, SandboxID: "69a1e311ebc7713ffbcfa73b2e6259f6ff73de544e019f5cc11accacde0e1f2f", PCI device ID: , UID: "69aaacf5-0c64-4c3e-8903-0a0995ba6a38", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0424 19:08:05.009102 3814 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8 69a1e311ebc7713ffbcfa73b2e6259f6ff73de544e019f5cc11accacde0e1f2f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-jlnf8 69a1e311ebc7713ffbcfa73b2e6259f6ff73de544e019f5cc11accacde0e1f2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:fc:2c:a4:c5:7f\",\"name\":\"69a1e311ebc7713\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c929f564-f97f-4526-95d6-d52ca2c773d9\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:08:05.047539 3814 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p 72f1d0c238ed9556f81b01455d263d13c5716cc6e5a2ba6cfda2d63452c9c3bb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p 72f1d0c238ed9556f81b01455d263d13c5716cc6e5a2ba6cfda2d63452c9c3bb network default NAD default NAD key ] I0424 19:08:05.059327 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-bzx5p, hostIfaceName: 72f1d0c238ed955, network: default, NAD default, SandboxID: "72f1d0c238ed9556f81b01455d263d13c5716cc6e5a2ba6cfda2d63452c9c3bb", PCI device ID: , UID: "338fba11-57d1-4be2-81b2-169c645ffc33", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0424 19:08:05.117123 3814 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p 72f1d0c238ed9556f81b01455d263d13c5716cc6e5a2ba6cfda2d63452c9c3bb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-bzx5p 72f1d0c238ed9556f81b01455d263d13c5716cc6e5a2ba6cfda2d63452c9c3bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:3d:c7:79:fe:55\",\"name\":\"72f1d0c238ed955\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d551c63-1292-42d3-8225-454465948b71\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:08:08.260764 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 19:08:14.432138 3814 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:14.432775 3814 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:08:14.458238 3814 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:14.458256 3814 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:08:14.469006 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 19:08:14.469027 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 19:08:16.564194 3814 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 19:08:16.564824 3814 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 19:08:16.564842 3814 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 19:08:16.567415 3814 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0424 19:08:16.915329 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0424 19:08:21.883839 3814 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0424 19:08:23.123079 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:23.123097 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 19:08:23.128980 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 19:08:23.128997 3814 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 19:08:26.394338 3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 19:08:29.484126 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:08:29.484220 3814 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0424 19:08:29.498593 3814 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.394012ms I0424 19:08:29.498619 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.424068ms I0424 19:08:29.499919 3814 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.810957ms, libovsdb time 877.8µs I0424 19:08:36.448713 3814 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 f136b4ebcec497e0ac0d53e014aa4ca18f117cda64ca55f5e4fa5ea51dca30d4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 f136b4ebcec497e0ac0d53e014aa4ca18f117cda64ca55f5e4fa5ea51dca30d4 network default NAD default NAD key ] I0424 19:08:36.458455 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: f136b4ebcec497e, network: default, NAD default, SandboxID: "f136b4ebcec497e0ac0d53e014aa4ca18f117cda64ca55f5e4fa5ea51dca30d4", PCI device ID: , UID: "3d9097c4-601a-436a-99f6-2454c31ecddb", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0424 19:08:36.513718 3814 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 f136b4ebcec497e0ac0d53e014aa4ca18f117cda64ca55f5e4fa5ea51dca30d4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 f136b4ebcec497e0ac0d53e014aa4ca18f117cda64ca55f5e4fa5ea51dca30d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:4b:6c:6f:a9:ae\",\"name\":\"f136b4ebcec497e\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b3b5811-bf64-4984-bcd4-91314119c033\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:08:43.173397 3814 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 19:08:44.750386 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-dsgdg for pod on switch ip-10-0-2-23.ec2.internal I0424 19:08:44.750545 3814 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg I0424 19:08:44.769697 3814 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg] pod update took 19.185007ms I0424 19:08:44.769718 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg] addLogicalPort annotation time took 19.211893ms I0424 19:08:44.770954 3814 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg] addLogicalPort took 20.584763ms, libovsdb time 825.715µs I0424 19:08:45.111773 3814 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg 19d52f6b72c5b0f283833075fd55fa1a7949c2b18e2670efbb3bc0dca60420c1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg 19d52f6b72c5b0f283833075fd55fa1a7949c2b18e2670efbb3bc0dca60420c1 network default NAD default NAD key ] I0424 19:08:45.120983 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-dsgdg, hostIfaceName: 19d52f6b72c5b0f, network: default, NAD default, SandboxID: "19d52f6b72c5b0f283833075fd55fa1a7949c2b18e2670efbb3bc0dca60420c1", PCI device ID: , UID: "f439adca-2b8b-4ab5-8300-43023ec30512", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0424 19:08:45.172311 3814 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg 19d52f6b72c5b0f283833075fd55fa1a7949c2b18e2670efbb3bc0dca60420c1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-dsgdg 19d52f6b72c5b0f283833075fd55fa1a7949c2b18e2670efbb3bc0dca60420c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:13:07:de:aa:a6\",\"name\":\"19d52f6b72c5b0f\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2eafa9c-53a0-4dc8-a300-8c3661d35e44\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:08:50.454932 3814 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:50.454955 3814 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 19:08:50.454962 3814 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 19:09:07.661137 3814 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:07.661739 3814 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:07.709569 3814 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:07.709591 3814 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:07.720951 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 19:09:07.720981 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 19:09:09.932829 3814 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-c4pn5-nb89x] creating logical port tsf-tas_segment-backup-installation-c4pn5-nb89x for pod on switch ip-10-0-2-23.ec2.internal I0424 19:09:09.932927 3814 kube.go:256] Updating pod tsf-tas/segment-backup-installation-c4pn5-nb89x I0424 19:09:09.949011 3814 pod.go:62] [tsf-tas/segment-backup-installation-c4pn5-nb89x] pod update took 16.108574ms I0424 19:09:09.949033 3814 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-c4pn5-nb89x] addLogicalPort annotation time took 16.139117ms I0424 19:09:09.950369 3814 pods.go:271] [tsf-tas/segment-backup-installation-c4pn5-nb89x] addLogicalPort took 17.561317ms, libovsdb time 965.854µs I0424 19:09:10.301572 3814 cni.go:452] [tsf-tas/segment-backup-installation-c4pn5-nb89x 1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-c4pn5-nb89x 1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775 network default NAD default NAD key ] I0424 19:09:10.310959 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-c4pn5-nb89x, hostIfaceName: 1f3a9a7bc0c2804, network: default, NAD default, SandboxID: "1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775", PCI device ID: , UID: "556a923c-39e6-4785-9f79-a39f45333649", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0424 19:09:10.366239 3814 cni.go:473] [tsf-tas/segment-backup-installation-c4pn5-nb89x 1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-c4pn5-nb89x 1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:73:84:5d:fd:5a\",\"name\":\"1f3a9a7bc0c2804\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91f68aff-c97b-43ce-8f6c-e758ff6e2e44\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:09:10.896814 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 19:09:11.006952 3814 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-bgbx2-rbcfc] creating logical port tsf-tas_ctlog-createtree-job-bgbx2-rbcfc for pod on switch ip-10-0-2-23.ec2.internal I0424 19:09:11.007049 3814 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-bgbx2-rbcfc I0424 19:09:11.028263 3814 pod.go:62] [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc] pod update took 21.238866ms I0424 19:09:11.028290 3814 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-bgbx2-rbcfc] addLogicalPort annotation time took 21.2726ms I0424 19:09:11.029679 3814 pods.go:271] [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc] addLogicalPort took 22.746888ms, libovsdb time 938.539µs I0424 19:09:11.371258 3814 cni.go:452] [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc 4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc 4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380 network default NAD default NAD key ] I0424 19:09:11.381057 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-bgbx2-rbcfc, hostIfaceName: 4a6b5bc4962d2c5, network: default, NAD default, SandboxID: "4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380", PCI device ID: , UID: "8729b3a3-1da1-4591-99f9-deb2048719c0", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0424 19:09:11.391277 3814 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7b84bb569f-k28p2] creating logical port tsf-tas_trillian-logsigner-7b84bb569f-k28p2 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:09:11.391369 3814 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7b84bb569f-k28p2 I0424 19:09:11.415904 3814 pod.go:62] [tsf-tas/trillian-logsigner-7b84bb569f-k28p2] pod update took 24.557504ms I0424 19:09:11.415933 3814 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7b84bb569f-k28p2] addLogicalPort annotation time took 24.592744ms I0424 19:09:11.417237 3814 pods.go:271] [tsf-tas/trillian-logsigner-7b84bb569f-k28p2] addLogicalPort took 25.973026ms, libovsdb time 877.47µs I0424 19:09:11.441302 3814 cni.go:473] [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc 4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc 4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:7f:3b:2a:7e:cf\",\"name\":\"4a6b5bc4962d2c5\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f89dd424-16b6-423a-8af0-c27869090116\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:09:12.369186 3814 cni.go:452] [tsf-tas/trillian-logsigner-7b84bb569f-k28p2 b758fcdc163ece124de27e555d9569a16dfa2a94403031d645b284155fecd7c9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7b84bb569f-k28p2 b758fcdc163ece124de27e555d9569a16dfa2a94403031d645b284155fecd7c9 network default NAD default NAD key ] I0424 19:09:12.381606 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7b84bb569f-k28p2, hostIfaceName: b758fcdc163ece1, network: default, NAD default, SandboxID: "b758fcdc163ece124de27e555d9569a16dfa2a94403031d645b284155fecd7c9", PCI device ID: , UID: "dd0b6cef-6166-4b47-ab25-d00edd870e60", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0424 19:09:12.450270 3814 cni.go:473] [tsf-tas/trillian-logsigner-7b84bb569f-k28p2 b758fcdc163ece124de27e555d9569a16dfa2a94403031d645b284155fecd7c9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7b84bb569f-k28p2 b758fcdc163ece124de27e555d9569a16dfa2a94403031d645b284155fecd7c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:23:78:12:58:c9\",\"name\":\"b758fcdc163ece1\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49c79bc2-5832-4a19-940d-2c76e5d5df04\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:09:14.024236 3814 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-79476f9874-wwcj7] creating logical port tsf-tas_trillian-db-79476f9874-wwcj7 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:09:14.024348 3814 kube.go:256] Updating pod tsf-tas/trillian-db-79476f9874-wwcj7 I0424 19:09:14.038469 3814 pod.go:62] [tsf-tas/trillian-db-79476f9874-wwcj7] pod update took 14.145909ms I0424 19:09:14.038498 3814 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-79476f9874-wwcj7] addLogicalPort annotation time took 14.18287ms I0424 19:09:14.039973 3814 pods.go:271] [tsf-tas/trillian-db-79476f9874-wwcj7] addLogicalPort took 15.760681ms, libovsdb time 962.277µs W0424 19:09:15.585252 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 19:09:15.585291 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0424 19:09:16.596625 3814 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f5hnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:16.597322 3814 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f5hnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:17.499988 3814 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f5hnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:17.500013 3814 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f5hnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:09:19.605002 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 19:09:23.686482 3814 cni.go:452] [tsf-tas/trillian-db-79476f9874-wwcj7 b4fd34e35558212bad5162c374b62212fe5c200706d208bdb83e99489d948a8f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-79476f9874-wwcj7 b4fd34e35558212bad5162c374b62212fe5c200706d208bdb83e99489d948a8f network default NAD default NAD key ] I0424 19:09:23.695906 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-79476f9874-wwcj7, hostIfaceName: b4fd34e35558212, network: default, NAD default, SandboxID: "b4fd34e35558212bad5162c374b62212fe5c200706d208bdb83e99489d948a8f", PCI device ID: , UID: "bddcb390-8ca4-4c77-9912-7950f4de5172", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0424 19:09:23.750278 3814 cni.go:473] [tsf-tas/trillian-db-79476f9874-wwcj7 b4fd34e35558212bad5162c374b62212fe5c200706d208bdb83e99489d948a8f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-79476f9874-wwcj7 b4fd34e35558212bad5162c374b62212fe5c200706d208bdb83e99489d948a8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c0:6b:08:04:aa\",\"name\":\"b4fd34e35558212\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ff509eb-23f6-44db-a41d-0bc932594034\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:09:24.392202 3814 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 19:09:26.386620 3814 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 19:09:27.372354 3814 cni.go:452] [tsf-tas/segment-backup-installation-c4pn5-nb89x 1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-c4pn5-nb89x 1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775 network default NAD default NAD key ] I0424 19:09:27.465726 3814 cni.go:473] [tsf-tas/segment-backup-installation-c4pn5-nb89x 1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-c4pn5-nb89x 1f3a9a7bc0c2804b08e30bb559db77ad4c3dad3ce1a4f0c9f812731fb6ac5775 network default NAD default NAD key default], result "{}", err I0424 19:09:27.518074 3814 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:27.518108 3814 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-c4pn5-nb89x I0424 19:09:27.519493 3814 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-c4pn5-nb89x, ips: 10.128.0.41 I0424 19:09:27.519522 3814 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:28.543664 3814 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:28.543699 3814 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c4pn5-nb89x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:09:28.548704 3814 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 19:09:37.417767 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 19:09:40.732404 3814 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-4jrwk for pod on switch ip-10-0-2-23.ec2.internal I0424 19:09:40.732596 3814 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk I0424 19:09:40.747938 3814 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk] pod update took 15.376551ms I0424 19:09:40.747962 3814 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk] addLogicalPort annotation time took 15.407575ms I0424 19:09:40.749559 3814 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk] addLogicalPort took 17.173765ms, libovsdb time 1.062786ms I0424 19:09:41.700203 3814 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk cf29b39a98974dc61c109aeb9ae9fde483f73b445de9ab890f8bab23fdb13e03 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk cf29b39a98974dc61c109aeb9ae9fde483f73b445de9ab890f8bab23fdb13e03 network default NAD default NAD key ] I0424 19:09:41.710221 3814 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-4jrwk, hostIfaceName: cf29b39a98974dc, network: default, NAD default, SandboxID: "cf29b39a98974dc61c109aeb9ae9fde483f73b445de9ab890f8bab23fdb13e03", PCI device ID: , UID: "6eec76e8-2a7d-4585-b77d-c2c68b08343c", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0424 19:09:41.764019 3814 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk cf29b39a98974dc61c109aeb9ae9fde483f73b445de9ab890f8bab23fdb13e03 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-4jrwk cf29b39a98974dc61c109aeb9ae9fde483f73b445de9ab890f8bab23fdb13e03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:8c:54:18:93:80\",\"name\":\"cf29b39a98974dc\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee48e701-80d4-4224-b9a0-54777593059d\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:09:52.464168 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 19:09:57.949287 3814 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:57.949957 3814 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:09:57.977410 3814 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:57.977458 3814 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:09:57.992094 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 19:09:57.992125 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 19:10:03.564714 3814 cni.go:452] [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc 4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc 4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380 network default NAD default NAD key ] I0424 19:10:03.649091 3814 cni.go:473] [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc 4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-bgbx2-rbcfc 4a6b5bc4962d2c5afab9f1e837d1486c580e77420c64db2ab7bbc61a28d26380 network default NAD default NAD key default], result "{}", err I0424 19:10:03.704540 3814 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.704574 3814 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-bgbx2-rbcfc I0424 19:10:03.706112 3814 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-bgbx2-rbcfc, ips: 10.128.0.42 I0424 19:10:03.706144 3814 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.887398 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:03.887958 3814 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:04.585537 3814 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.585565 3814 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bgbx2-rbcfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.766458 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:04.766483 3814 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29617630-7t8mt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:06.275958 3814 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-79449d7f9f-mqqtb] creating logical port tsf-tas_ctlog-79449d7f9f-mqqtb for pod on switch ip-10-0-2-23.ec2.internal I0424 19:10:06.276093 3814 kube.go:256] Updating pod tsf-tas/ctlog-79449d7f9f-mqqtb I0424 19:10:06.302520 3814 pod.go:62] [tsf-tas/ctlog-79449d7f9f-mqqtb] pod update took 26.454014ms I0424 19:10:06.302543 3814 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-79449d7f9f-mqqtb] addLogicalPort annotation time took 26.482319ms I0424 19:10:06.303847 3814 pods.go:271] [tsf-tas/ctlog-79449d7f9f-mqqtb] addLogicalPort took 27.903629ms, libovsdb time 897.294µs I0424 19:10:06.639939 3814 cni.go:452] [tsf-tas/ctlog-79449d7f9f-mqqtb e3beccc07fab14ef0a659e0a47a45d3a176a9f82f50a6b87432f086da4696d72 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-79449d7f9f-mqqtb e3beccc07fab14ef0a659e0a47a45d3a176a9f82f50a6b87432f086da4696d72 network default NAD default NAD key ] I0424 19:10:06.649701 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-79449d7f9f-mqqtb, hostIfaceName: e3beccc07fab14e, network: default, NAD default, SandboxID: "e3beccc07fab14ef0a659e0a47a45d3a176a9f82f50a6b87432f086da4696d72", PCI device ID: , UID: "04aa66e1-3f4c-47b9-95ce-3448a284e7a1", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0424 19:10:06.704470 3814 cni.go:473] [tsf-tas/ctlog-79449d7f9f-mqqtb e3beccc07fab14ef0a659e0a47a45d3a176a9f82f50a6b87432f086da4696d72 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-79449d7f9f-mqqtb e3beccc07fab14ef0a659e0a47a45d3a176a9f82f50a6b87432f086da4696d72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:6c:34:a2:d0:34\",\"name\":\"e3beccc07fab14e\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f758474f-b2e5-4e77-a104-145e0192fd7f\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:06.963456 3814 obj_retry.go:498] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:06.964016 3814 obj_retry.go:498] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:07.988686 3814 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:07.988711 3814 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:10:08.593763 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 19:10:08.975757 3814 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:08.976286 3814 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:09.870490 3814 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:09.870520 3814 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-srx9p-sn6qm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:12.821153 3814 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5564cf8d9c-qvsk6] creating logical port tsf-tas_rekor-redis-5564cf8d9c-qvsk6 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:10:12.821247 3814 kube.go:256] Updating pod tsf-tas/rekor-redis-5564cf8d9c-qvsk6 I0424 19:10:12.850092 3814 pod.go:62] [tsf-tas/rekor-redis-5564cf8d9c-qvsk6] pod update took 28.866253ms I0424 19:10:12.850118 3814 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5564cf8d9c-qvsk6] addLogicalPort annotation time took 28.899595ms I0424 19:10:12.851569 3814 pods.go:271] [tsf-tas/rekor-redis-5564cf8d9c-qvsk6] addLogicalPort took 30.430642ms, libovsdb time 993.167µs I0424 19:10:12.966097 3814 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pd6lv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:12.966671 3814 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-pd6lv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:13.795090 3814 cni.go:452] [tsf-tas/rekor-redis-5564cf8d9c-qvsk6 3a6654385707f0e7e28223d989110eb430525b1a2406520428dc0482b93d2cef network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5564cf8d9c-qvsk6 3a6654385707f0e7e28223d989110eb430525b1a2406520428dc0482b93d2cef network default NAD default NAD key ] I0424 19:10:13.804961 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5564cf8d9c-qvsk6, hostIfaceName: 3a6654385707f0e, network: default, NAD default, SandboxID: "3a6654385707f0e7e28223d989110eb430525b1a2406520428dc0482b93d2cef", PCI device ID: , UID: "9b6e4d15-c4b9-48dc-8711-14726e9c23eb", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0424 19:10:13.864850 3814 cni.go:473] [tsf-tas/rekor-redis-5564cf8d9c-qvsk6 3a6654385707f0e7e28223d989110eb430525b1a2406520428dc0482b93d2cef network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5564cf8d9c-qvsk6 3a6654385707f0e7e28223d989110eb430525b1a2406520428dc0482b93d2cef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:60:71:2b:27:1f\",\"name\":\"3a6654385707f0e\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3a39bdf-f196-41ea-9630-775aec4a04c6\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:13.991515 3814 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pd6lv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:13.991539 3814 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-pd6lv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.038584 3814 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.038611 3814 obj_retry.go:492] Detected object tsf/patch-tekton-config-dmqqb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:14.046551 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dmqqb I0424 19:10:14.046582 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dmqqb W0424 19:10:15.639471 3814 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0424 19:10:16.835305 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 19:10:19.035622 3814 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:19.036228 3814 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:19.061437 3814 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:19.061489 3814 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:19.070927 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 19:10:19.070947 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0424 19:10:19.613844 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0424 19:10:20.462033 3814 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-gmwh9] creating logical port tsf-tpa_create-db-gmwh9 for pod on switch ip-10-0-2-23.ec2.internal I0424 19:10:20.462134 3814 kube.go:256] Updating pod tsf-tpa/create-db-gmwh9 I0424 19:10:20.476058 3814 pod.go:62] [tsf-tpa/create-db-gmwh9] pod update took 13.949113ms I0424 19:10:20.476090 3814 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-gmwh9] addLogicalPort annotation time took 13.986557ms I0424 19:10:20.477403 3814 pods.go:271] [tsf-tpa/create-db-gmwh9] addLogicalPort took 15.390572ms, libovsdb time 847.794µs I0424 19:10:20.959669 3814 cni.go:452] [tsf-tpa/create-db-gmwh9 f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-gmwh9 f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3 network default NAD default NAD key ] I0424 19:10:20.969312 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-gmwh9, hostIfaceName: f704fda59226247, network: default, NAD default, SandboxID: "f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3", PCI device ID: , UID: "daf1e4ad-90c7-419c-98fe-2ee832d52940", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0424 19:10:21.022789 3814 cni.go:473] [tsf-tpa/create-db-gmwh9 f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-gmwh9 f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a6:97:29:9f:07\",\"name\":\"f704fda59226247\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f036e72-913b-4591-a65b-c7864dc56e59\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:25.696094 3814 cni.go:452] [tsf-tpa/create-db-gmwh9 f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-gmwh9 f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3 network default NAD default NAD key ] I0424 19:10:25.783279 3814 cni.go:473] [tsf-tpa/create-db-gmwh9 f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-gmwh9 f704fda5922624704371dc3d49e42d23607fa0b2b1a89ba6bb8bee55d87a0cd3 network default NAD default NAD key default], result "{}", err I0424 19:10:25.838489 3814 obj_retry.go:498] Detected object tsf-tpa/create-db-gmwh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:25.838528 3814 pods.go:176] Deleting pod: tsf-tpa/create-db-gmwh9 I0424 19:10:25.839956 3814 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-gmwh9, ips: 10.128.0.48 I0424 19:10:25.839992 3814 obj_retry.go:498] Detected object tsf-tpa/create-db-gmwh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 19:10:25.941101 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 19:10:26.865554 3814 obj_retry.go:492] Detected object tsf-tpa/create-db-gmwh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:26.865579 3814 obj_retry.go:492] Detected object tsf-tpa/create-db-gmwh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 19:10:27.677406 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0424 19:10:32.113420 3814 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kccp6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:32.114029 3814 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kccp6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:33.009217 3814 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kccp6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:33.009240 3814 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kccp6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:35.134180 3814 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvctl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:35.134780 3814 obj_retry.go:498] Detected object tsf-tpa/create-importers-bvctl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:10:36.162500 3814 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvctl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:36.162521 3814 obj_retry.go:492] Detected object tsf-tpa/create-importers-bvctl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:10:36.199690 3814 base_network_controller_pods.go:487] [default/tsf-tpa/server-684d65547-jnz4z] creating logical port tsf-tpa_server-684d65547-jnz4z for pod on switch ip-10-0-2-23.ec2.internal I0424 19:10:36.199795 3814 kube.go:256] Updating pod tsf-tpa/server-684d65547-jnz4z I0424 19:10:36.215928 3814 pod.go:62] [tsf-tpa/server-684d65547-jnz4z] pod update took 16.164891ms I0424 19:10:36.215947 3814 base_network_controller_pods.go:951] [default/tsf-tpa/server-684d65547-jnz4z] addLogicalPort annotation time took 16.189111ms I0424 19:10:36.217302 3814 pods.go:271] [tsf-tpa/server-684d65547-jnz4z] addLogicalPort took 17.635441ms, libovsdb time 902.933µs I0424 19:10:38.031878 3814 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-sttxn] creating logical port tsf-tpa_importer-86bcdf477b-sttxn for pod on switch ip-10-0-2-23.ec2.internal I0424 19:10:38.031978 3814 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-sttxn I0424 19:10:38.047729 3814 pod.go:62] [tsf-tpa/importer-86bcdf477b-sttxn] pod update took 15.777816ms I0424 19:10:38.047757 3814 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-sttxn] addLogicalPort annotation time took 15.811046ms I0424 19:10:38.049111 3814 pods.go:271] [tsf-tpa/importer-86bcdf477b-sttxn] addLogicalPort took 17.250881ms, libovsdb time 901.577µs I0424 19:10:40.161479 3814 cni.go:452] [tsf-tpa/server-684d65547-jnz4z 094dbba5f15ea7a84d77b886dc7f89d31e36d98c006878fb4d38ad0751c9ee28 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-684d65547-jnz4z 094dbba5f15ea7a84d77b886dc7f89d31e36d98c006878fb4d38ad0751c9ee28 network default NAD default NAD key ] I0424 19:10:40.171116 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-684d65547-jnz4z, hostIfaceName: 094dbba5f15ea7a, network: default, NAD default, SandboxID: "094dbba5f15ea7a84d77b886dc7f89d31e36d98c006878fb4d38ad0751c9ee28", PCI device ID: , UID: "21be509f-cbc0-41da-93fc-7387da67a7ec", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0424 19:10:40.229237 3814 cni.go:473] [tsf-tpa/server-684d65547-jnz4z 094dbba5f15ea7a84d77b886dc7f89d31e36d98c006878fb4d38ad0751c9ee28 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-684d65547-jnz4z 094dbba5f15ea7a84d77b886dc7f89d31e36d98c006878fb4d38ad0751c9ee28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:7a:a9:15:8e:ff\",\"name\":\"094dbba5f15ea7a\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0cc311c-dea3-4abd-b327-215fa29a737d\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0424 19:10:40.779942 3814 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 19:10:41.995161 3814 cni.go:452] [tsf-tpa/importer-86bcdf477b-sttxn b7579727b158d7dea6c0cd63baebe811f0bfa7363148eadcdc44bf3774b206d6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-sttxn b7579727b158d7dea6c0cd63baebe811f0bfa7363148eadcdc44bf3774b206d6 network default NAD default NAD key ] I0424 19:10:42.004969 3814 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-sttxn, hostIfaceName: b7579727b158d7d, network: default, NAD default, SandboxID: "b7579727b158d7dea6c0cd63baebe811f0bfa7363148eadcdc44bf3774b206d6", PCI device ID: , UID: "b0e9950a-0e7e-4cf7-8e4f-46f2d337e94b", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0424 19:10:42.058389 3814 cni.go:473] [tsf-tpa/importer-86bcdf477b-sttxn b7579727b158d7dea6c0cd63baebe811f0bfa7363148eadcdc44bf3774b206d6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-sttxn b7579727b158d7dea6c0cd63baebe811f0bfa7363148eadcdc44bf3774b206d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:87:06:4f:29:a7\",\"name\":\"b7579727b158d7d\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9267c788-47be-43c5-9178-92740472c15d\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0424 19:10:50.798696 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 W0424 19:10:51.793606 3814 util.go:959] Failed to build node endpoints for node ip-10-0-2-23.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0424 19:11:00.261702 3814 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:00.262258 3814 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:01.159185 3814 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:01.159212 3814 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-4qkpk-xm7m4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:02.908342 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 19:11:08.313045 3814 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:08.313665 3814 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:08.361548 3814 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:08.361574 3814 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:08.368241 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 19:11:08.368266 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 19:11:09.291691 3814 namespace.go:98] [default-tenant] adding namespace I0424 19:11:09.291818 3814 namespace.go:98] [build-service] adding namespace I0424 19:11:09.291915 3814 namespace.go:98] [integration-service] adding namespace I0424 19:11:09.292542 3814 namespace.go:102] [default-tenant] adding namespace took 834.169µs I0424 19:11:09.293169 3814 namespace.go:102] [build-service] adding namespace took 1.336778ms I0424 19:11:09.293748 3814 namespace.go:102] [integration-service] adding namespace took 1.817478ms I0424 19:11:09.297291 3814 namespace.go:98] [image-controller] adding namespace I0424 19:11:09.297921 3814 namespace.go:102] [image-controller] adding namespace took 616.433µs I0424 19:11:09.354770 3814 namespace.go:142] [default-tenant] updating namespace I0424 19:11:09.375054 3814 namespace.go:142] [default-tenant] updating namespace I0424 19:11:09.383183 3814 namespace.go:142] [build-service] updating namespace I0424 19:11:09.422062 3814 namespace.go:142] [build-service] updating namespace I0424 19:11:09.429039 3814 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.448127 3814 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.459769 3814 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.475820 3814 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.516718 3814 namespace.go:142] [build-service] updating namespace I0424 19:11:09.538425 3814 namespace.go:142] [integration-service] updating namespace I0424 19:11:09.577049 3814 namespace.go:98] [release-service] adding namespace I0424 19:11:09.577889 3814 namespace.go:102] [release-service] adding namespace took 821.918µs I0424 19:11:09.628915 3814 namespace.go:142] [release-service] updating namespace I0424 19:11:09.628953 3814 namespace.go:142] [konflux-ui] updating namespace I0424 19:11:09.645806 3814 namespace.go:142] [release-service] updating namespace I0424 19:11:09.737006 3814 namespace.go:98] [konflux-info] adding namespace I0424 19:11:09.737960 3814 namespace.go:102] [konflux-info] adding namespace took 924.92µs I0424 19:11:09.790024 3814 namespace.go:98] [namespace-lister] adding namespace I0424 19:11:09.790905 3814 namespace.go:102] [namespace-lister] adding namespace took 861.447µs I0424 19:11:09.817864 3814 namespace.go:142] [konflux-info] updating namespace I0424 19:11:09.910588 3814 namespace.go:142] [konflux-info] updating namespace I0424 19:11:09.910717 3814 namespace.go:98] [enterprise-contract-service] adding namespace I0424 19:11:09.911589 3814 namespace.go:102] [enterprise-contract-service] adding namespace took 856.369µs I0424 19:11:09.921045 3814 namespace.go:142] [image-controller] updating namespace I0424 19:11:09.921109 3814 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:09.972184 3814 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:10.004068 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:10.048689 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:10.103329 3814 namespace.go:142] [default-tenant] updating namespace I0424 19:11:10.265055 3814 namespace.go:98] [segment-bridge] adding namespace I0424 19:11:10.265986 3814 namespace.go:102] [segment-bridge] adding namespace took 904.693µs I0424 19:11:10.347816 3814 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:10.398312 3814 namespace.go:98] [konflux-cli] adding namespace I0424 19:11:10.398514 3814 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:10.399167 3814 namespace.go:102] [konflux-cli] adding namespace took 835.998µs I0424 19:11:10.675786 3814 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:10.887181 3814 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:10.943965 3814 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 19:11:10.944719 3814 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 19:11:10.944738 3814 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 19:11:10.947517 3814 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 19:11:11.146875 3814 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 19:11:11.146899 3814 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 19:11:11.147779 3814 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 19:11:12.050705 3814 namespace.go:142] [build-service] updating namespace I0424 19:11:12.716815 3814 namespace.go:142] [default-tenant] updating namespace W0424 19:11:13.365759 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 19:11:13.845434 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:14.158999 3814 namespace.go:142] [image-controller] updating namespace I0424 19:11:14.390468 3814 namespace.go:142] [integration-service] updating namespace I0424 19:11:14.621218 3814 namespace.go:142] [konflux-info] updating namespace I0424 19:11:14.794628 3814 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:14.981406 3814 namespace.go:142] [release-service] updating namespace I0424 19:11:15.115598 3814 namespace.go:142] [build-service] updating namespace I0424 19:11:15.136363 3814 namespace.go:142] [default-tenant] updating namespace I0424 19:11:15.159564 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:15.174322 3814 namespace.go:142] [image-controller] updating namespace I0424 19:11:15.187400 3814 namespace.go:142] [integration-service] updating namespace I0424 19:11:15.211811 3814 namespace.go:142] [konflux-info] updating namespace I0424 19:11:15.234224 3814 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:15.250080 3814 namespace.go:142] [release-service] updating namespace I0424 19:11:15.323284 3814 namespace.go:142] [build-service] updating namespace I0424 19:11:15.408466 3814 namespace.go:142] [default-tenant] updating namespace I0424 19:11:15.493310 3814 namespace.go:142] [enterprise-contract-service] updating namespace I0424 19:11:15.548105 3814 namespace.go:142] [image-controller] updating namespace I0424 19:11:15.607409 3814 namespace.go:142] [integration-service] updating namespace I0424 19:11:15.708362 3814 namespace.go:142] [konflux-info] updating namespace I0424 19:11:15.809317 3814 namespace.go:142] [namespace-lister] updating namespace I0424 19:11:15.904515 3814 namespace.go:142] [release-service] updating namespace W0424 19:11:16.211528 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 19:11:17.173958 3814 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.355009 3814 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:17.476897 3814 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.491881 3814 namespace.go:142] [segment-bridge] updating namespace I0424 19:11:17.569976 3814 namespace.go:142] [konflux-cli] updating namespace I0424 19:11:17.669140 3814 namespace.go:142] [segment-bridge] updating namespace W0424 19:11:20.245878 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0424 19:11:20.312992 3814 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 19:11:23.244494 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:23.244516 3814 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:26.295835 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:26.296215 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:26.300939 3814 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:26.300952 3814 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 19:11:26.328867 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 19:11:26.330327 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 19:11:26.354735 3814 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 19:11:27.330885 3814 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 19:11:27.331213 3814 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0424 19:11:37.645584 3814 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:37.646187 3814 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:11:38.350602 3814 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:38.350626 3814 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:11:38.362243 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n I0424 19:11:38.362269 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-xxh7n I0424 19:11:44.793317 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 19:11:54.913570 3814 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0424 19:12:10.799517 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0424 19:12:33.465584 3814 obj_retry.go:498] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:33.466127 3814 obj_retry.go:498] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:33.665519 3814 obj_retry.go:492] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:33.665553 3814 obj_retry.go:492] Detected object konflux-ui/proxy-57544bcc68-h6rzg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:33.677479 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-57544bcc68-h6rzg I0424 19:12:33.677503 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-57544bcc68-h6rzg I0424 19:12:36.887264 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=4 I0424 19:12:41.860344 3814 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:41.860982 3814 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 19:12:41.883891 3814 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:41.883918 3814 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 19:12:41.896687 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 19:12:41.896717 3814 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 19:12:45.926753 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 19:12:54.807659 3814 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=632 I0424 19:13:08.181021 3814 namespace.go:98] [default-managed-tenant-339ff] adding namespace I0424 19:13:08.181926 3814 namespace.go:102] [default-managed-tenant-339ff] adding namespace took 882.305µs I0424 19:13:08.211853 3814 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:08.235879 3814 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.238568 3814 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.361663 3814 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:09.461619 3814 namespace.go:142] [default-managed-tenant-339ff] updating namespace I0424 19:13:39.919348 3814 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6