+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-174.ec2.internal ++ [[ -n ip-10-0-0-174.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-174.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0511 17:57:56.212668069 - disable conntrack on geneve port' I0511 17:57:56.212668069 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0511 17:57:56.284018408 - starting ovnkube-node + echo 'I0511 17:57:56.284018408 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-174.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-174.ec2.internal --init-node ip-10-0-0-174.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-174.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0511 17:57:56.362520 3804 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0511 17:57:56.362593 3804 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-79a9d3cb87.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0511 17:57:56.364322 3804 kube.go:431] Waiting for certificate I0511 17:57:56.364373 3804 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0511 17:57:56.364415 3804 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0511 17:57:56.365318 3804 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0511 17:57:56.389299 3804 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0511 17:57:56.389321 3804 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0511 17:57:56.391710 3804 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0511 17:57:56.395874 3804 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5b9hd" I0511 17:58:11.272997 3804 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5b9hd" I0511 17:58:11.273141 3804 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0511 17:58:11.364746 3804 kube.go:438] Certificate found I0511 17:58:11.365359 3804 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0511 17:58:11.366640 3804 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0511 17:58:11.435156 3804 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0511 17:58:11.443956 3804 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0511 17:58:11.444022 3804 server.go:101] MetricServer registers OVS metrics I0511 17:58:11.444347 3804 server.go:105] MetricServer registers OVN DB metrics I0511 17:58:11.447937 3804 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0511 17:58:11.447995 3804 factory.go:561] Starting watch factory I0511 17:58:11.448169 3804 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448179 3804 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448187 3804 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448167 3804 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448243 3804 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448245 3804 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448293 3804 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448715 3804 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448823 3804 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0511 17:58:11.448226 3804 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448922 3804 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0511 17:58:11.448924 3804 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.448265 3804 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.449136 3804 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.452077 3804 controller_manager.go:370] Starting the ovnkube controller I0511 17:58:11.452089 3804 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-174.ec2.internal I0511 17:58:11.452134 3804 controller_manager.go:395] NBDB zone sync took: 36.549µs I0511 17:58:11.452142 3804 factory.go:561] Starting watch factory I0511 17:58:11.463103 3804 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0511 17:58:11.463122 3804 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0511 17:58:11.466837 3804 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0511 17:58:11.466879 3804 server.go:109] MetricServer registers OVN Controller metrics I0511 17:58:11.467322 3804 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.467418 3804 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.470924 3804 server.go:113] MetricServer registers OVN Northd metrics I0511 17:58:11.471466 3804 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.471663 3804 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.473135 3804 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.477057 3804 metrics.go:519] OVN Metrics Server starts to run ... I0511 17:58:11.482970 3804 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0511 17:58:11.553929 3804 factory.go:1977] *v1.Service informer cache synced successfully I0511 17:58:11.553950 3804 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0511 17:58:11.553953 3804 factory.go:1977] *v1.Pod informer cache synced successfully I0511 17:58:11.553957 3804 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0511 17:58:11.553960 3804 factory.go:1977] *v1.Namespace informer cache synced successfully I0511 17:58:11.553963 3804 factory.go:1977] *v1.Node informer cache synced successfully I0511 17:58:11.554044 3804 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:58:11.554063 3804 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:58:11.554126 3804 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:58:11.554146 3804 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:58:11.557414 3804 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:58:11.557426 3804 factory.go:1977] *v1.Service informer cache synced successfully I0511 17:58:11.557436 3804 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0511 17:58:11.557439 3804 factory.go:1977] *v1.Pod informer cache synced successfully I0511 17:58:11.557443 3804 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0511 17:58:11.557445 3804 factory.go:1977] *v1.Namespace informer cache synced successfully I0511 17:58:11.557448 3804 factory.go:1977] *v1.Node informer cache synced successfully I0511 17:58:11.557413 3804 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0511 17:58:11.559316 3804 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0511 17:58:11.559324 3804 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0511 17:58:11.559376 3804 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.559389 3804 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.562403 3804 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.562503 3804 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0511 17:58:11.562515 3804 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0511 17:58:11.564395 3804 factory.go:1977] *v1.EgressIP informer cache synced successfully I0511 17:58:11.564453 3804 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.564465 3804 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.567446 3804 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.567555 3804 factory.go:1977] *v1.EgressIP informer cache synced successfully I0511 17:58:11.569441 3804 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0511 17:58:11.569498 3804 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.569509 3804 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.572469 3804 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.572578 3804 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0511 17:58:11.574475 3804 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0511 17:58:11.574973 3804 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.574986 3804 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.578435 3804 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0511 17:58:11.578918 3804 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.579802 3804 factory.go:1977] *v1.EgressService informer cache synced successfully I0511 17:58:11.579870 3804 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.579881 3804 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.582730 3804 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.583646 3804 factory.go:1977] *v1.EgressService informer cache synced successfully I0511 17:58:11.585363 3804 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0511 17:58:11.585876 3804 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0511 17:58:11.585887 3804 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0511 17:58:11.588760 3804 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0511 17:58:11.588758 3804 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0511 17:58:11.590736 3804 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0511 17:58:11.590791 3804 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.590803 3804 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.590865 3804 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.590884 3804 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.593899 3804 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.593904 3804 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0511 17:58:11.594116 3804 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0511 17:58:11.596108 3804 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0511 17:58:11.596119 3804 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0511 17:58:11.596127 3804 factory.go:680] Watch Factory start up complete, took: 148.134838ms I0511 17:58:11.596194 3804 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0511 17:58:11.599880 3804 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0511 17:58:11.599890 3804 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0511 17:58:11.599897 3804 factory.go:680] Watch Factory start up complete, took: 147.753834ms I0511 17:58:11.599904 3804 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-174.ec2.internal" zone I0511 17:58:11.636606 3804 default_node_network_controller.go:710] Initializing the default node network controller I0511 17:58:11.711295 3804 udn_isolation.go:101] Starting UDN host isolation manager I0511 17:58:11.717498 3804 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0511 17:58:11.775769 3804 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0511 17:58:11.775871 3804 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0511 17:58:11.775889 3804 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0511 17:58:11.807522 3804 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0511 17:58:11.807577 3804 default_node_network_controller.go:809] Node ip-10-0-0-174.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0511 17:58:11.812803 3804 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.174"] k8s.ovn.org/zone-name:ip-10-0-0-174.ec2.internal] on node ip-10-0-0-174.ec2.internal I0511 17:58:11.843223 3804 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0511 17:58:11.849458 3804 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0511 17:58:11.849565 3804 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0511 17:58:11.849682 3804 gateway_init.go:263] Preparing Gateway I0511 17:58:11.849693 3804 gateway_shared_intf.go:1687] Creating new gateway I0511 17:58:11.850010 3804 controller_manager.go:429] Waiting for node in zone sync took: 250.094833ms I0511 17:58:11.855592 3804 controller_manager.go:611] Switching to transit router for layer2 networks I0511 17:58:11.855605 3804 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-174.ec2.internal I0511 17:58:11.874290 3804 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0511 17:58:11.880618 3804 controller_manager.go:290] SCTP support detected in OVN I0511 17:58:11.881184 3804 services_controller.go:69] Creating services controller for network=default I0511 17:58:11.881306 3804 udn_enabled_svc.go:80] Waiting for service informer to sync I0511 17:58:11.881387 3804 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0511 17:58:11.881418 3804 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0511 17:58:11.881431 3804 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0511 17:58:11.881439 3804 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0511 17:58:11.881595 3804 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0511 17:58:11.881634 3804 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0511 17:58:11.881665 3804 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 24.771µs I0511 17:58:11.881674 3804 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 40.182µs I0511 17:58:11.881679 3804 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0511 17:58:11.881688 3804 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0511 17:58:11.881696 3804 default_network_controller.go:325] Starting the default network controller I0511 17:58:11.881788 3804 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 19.504µs I0511 17:58:11.881907 3804 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.286µs I0511 17:58:11.881931 3804 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 6.266µs I0511 17:58:11.882186 3804 udn_enabled_svc.go:95] Performing full resync I0511 17:58:11.882470 3804 udn_enabled_svc.go:99] Waiting for handler to sync I0511 17:58:11.882481 3804 udn_enabled_svc.go:104] Starting worker I0511 17:58:11.891093 3804 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0511 17:58:11.891156 3804 repair.go:33] Syncing exgw routes took 50.346µs I0511 17:58:11.891179 3804 default_network_controller.go:414] Starting all the Watchers... I0511 17:58:11.891309 3804 namespace.go:98] [openshift-config-managed] adding namespace I0511 17:58:11.891318 3804 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0511 17:58:11.891327 3804 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0511 17:58:11.891330 3804 namespace.go:98] [openshift-backplane-srep] adding namespace I0511 17:58:11.891331 3804 namespace.go:98] [openshift-infra] adding namespace I0511 17:58:11.891340 3804 namespace.go:98] [openshift-host-network] adding namespace I0511 17:58:11.891341 3804 namespace.go:98] [openshift] adding namespace I0511 17:58:11.891347 3804 namespace.go:98] [openshift-marketplace] adding namespace I0511 17:58:11.891310 3804 namespace.go:98] [openshift-console-operator] adding namespace I0511 17:58:11.891350 3804 namespace.go:98] [openshift-service-ca-operator] adding namespace I0511 17:58:11.891310 3804 namespace.go:98] [openshift-image-registry] adding namespace I0511 17:58:11.891349 3804 namespace.go:98] [openshift-package-operator] adding namespace I0511 17:58:11.891362 3804 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0511 17:58:11.891382 3804 namespace.go:98] [openshift-service-ca] adding namespace I0511 17:58:11.891310 3804 namespace.go:98] [openshift-network-operator] adding namespace I0511 17:58:11.891973 3804 namespace.go:102] [openshift-config-managed] adding namespace took 650.347µs I0511 17:58:11.891989 3804 namespace.go:98] [openshift-machine-config-operator] adding namespace I0511 17:58:11.892560 3804 namespace.go:102] [openshift-machine-config-operator] adding namespace took 564.626µs I0511 17:58:11.892575 3804 namespace.go:98] [openshift-config] adding namespace I0511 17:58:11.893210 3804 namespace.go:102] [openshift-config] adding namespace took 628.498µs I0511 17:58:11.893230 3804 namespace.go:98] [openshift-network-node-identity] adding namespace I0511 17:58:11.893762 3804 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.436599ms I0511 17:58:11.893775 3804 namespace.go:98] [openshift-ingress-canary] adding namespace I0511 17:58:11.894264 3804 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.927352ms I0511 17:58:11.894282 3804 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0511 17:58:11.894742 3804 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.400751ms I0511 17:58:11.894756 3804 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0511 17:58:11.895367 3804 namespace.go:102] [openshift-infra] adding namespace took 4.020192ms I0511 17:58:11.895383 3804 namespace.go:98] [openshift-controller-manager] adding namespace I0511 17:58:11.895830 3804 namespace.go:102] [openshift-host-network] adding namespace took 4.482243ms I0511 17:58:11.895846 3804 namespace.go:98] [openshift-network-console] adding namespace I0511 17:58:11.896393 3804 namespace.go:102] [openshift] adding namespace took 5.041564ms I0511 17:58:11.896411 3804 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0511 17:58:11.896820 3804 namespace.go:102] [openshift-marketplace] adding namespace took 5.466338ms I0511 17:58:11.896833 3804 namespace.go:98] [openshift-monitoring] adding namespace I0511 17:58:11.897328 3804 namespace.go:102] [openshift-console-operator] adding namespace took 5.970864ms I0511 17:58:11.897344 3804 namespace.go:98] [kube-public] adding namespace I0511 17:58:11.897867 3804 namespace.go:102] [openshift-image-registry] adding namespace took 6.48813ms I0511 17:58:11.897887 3804 namespace.go:98] [openshift-insights] adding namespace I0511 17:58:11.898295 3804 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.93593ms I0511 17:58:11.898310 3804 namespace.go:98] [openshift-customer-monitoring] adding namespace I0511 17:58:11.899298 3804 namespace.go:102] [openshift-package-operator] adding namespace took 7.934646ms I0511 17:58:11.899316 3804 namespace.go:98] [openshift-route-controller-manager] adding namespace I0511 17:58:11.899736 3804 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.365975ms I0511 17:58:11.899751 3804 namespace.go:98] [openshift-dns] adding namespace I0511 17:58:11.900216 3804 namespace.go:102] [openshift-service-ca] adding namespace took 8.824777ms I0511 17:58:11.900233 3804 namespace.go:98] [openshift-console-user-settings] adding namespace I0511 17:58:11.900647 3804 namespace.go:102] [openshift-network-operator] adding namespace took 9.220526ms I0511 17:58:11.900660 3804 namespace.go:98] [openshift-config-operator] adding namespace I0511 17:58:11.900993 3804 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.757531ms I0511 17:58:11.901005 3804 namespace.go:98] [openshift-dns-operator] adding namespace I0511 17:58:11.901630 3804 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.847792ms I0511 17:58:11.901645 3804 namespace.go:98] [openshift-cluster-version] adding namespace I0511 17:58:11.902134 3804 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.843675ms I0511 17:58:11.902151 3804 namespace.go:98] [openshift-machine-api] adding namespace I0511 17:58:11.902575 3804 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.81031ms I0511 17:58:11.902597 3804 namespace.go:98] [openshift-authentication-operator] adding namespace I0511 17:58:11.903203 3804 namespace.go:102] [openshift-controller-manager] adding namespace took 7.813906ms I0511 17:58:11.903218 3804 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0511 17:58:11.903702 3804 namespace.go:102] [openshift-network-console] adding namespace took 7.850831ms I0511 17:58:11.903712 3804 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0511 17:58:11.904236 3804 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.820027ms I0511 17:58:11.904245 3804 namespace.go:98] [openshift-backplane] adding namespace I0511 17:58:11.904785 3804 namespace.go:102] [openshift-monitoring] adding namespace took 7.947293ms I0511 17:58:11.904797 3804 namespace.go:98] [openshift-ingress-operator] adding namespace I0511 17:58:11.905197 3804 namespace.go:102] [kube-public] adding namespace took 7.848942ms I0511 17:58:11.905206 3804 namespace.go:98] [kube-node-lease] adding namespace I0511 17:58:11.905808 3804 namespace.go:102] [openshift-insights] adding namespace took 7.916352ms I0511 17:58:11.905817 3804 namespace.go:98] [openshift-logging] adding namespace I0511 17:58:11.906260 3804 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.945167ms I0511 17:58:11.906271 3804 namespace.go:98] [openshift-backplane-tam] adding namespace I0511 17:58:11.906883 3804 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.557926ms I0511 17:58:11.906905 3804 namespace.go:98] [openshift-ingress] adding namespace I0511 17:58:11.907503 3804 namespace.go:102] [openshift-dns] adding namespace took 7.745853ms I0511 17:58:11.907524 3804 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0511 17:58:11.907981 3804 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.741828ms I0511 17:58:11.907997 3804 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0511 17:58:11.908544 3804 namespace.go:102] [openshift-config-operator] adding namespace took 7.876827ms I0511 17:58:11.908562 3804 namespace.go:98] [openshift-node] adding namespace I0511 17:58:11.909054 3804 namespace.go:102] [openshift-dns-operator] adding namespace took 8.042862ms I0511 17:58:11.909067 3804 namespace.go:98] [kube-system] adding namespace I0511 17:58:11.909448 3804 namespace.go:102] [openshift-cluster-version] adding namespace took 7.797819ms I0511 17:58:11.909459 3804 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0511 17:58:11.909866 3804 namespace.go:102] [openshift-machine-api] adding namespace took 7.710584ms I0511 17:58:11.909876 3804 namespace.go:98] [openshift-authentication] adding namespace I0511 17:58:11.910300 3804 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.697831ms I0511 17:58:11.910309 3804 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0511 17:58:11.910690 3804 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.466005ms I0511 17:58:11.910706 3804 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0511 17:58:11.911091 3804 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.373782ms I0511 17:58:11.911102 3804 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0511 17:58:11.911522 3804 namespace.go:102] [openshift-backplane] adding namespace took 7.273897ms I0511 17:58:11.911532 3804 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0511 17:58:11.911954 3804 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.151041ms I0511 17:58:11.911969 3804 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0511 17:58:11.912385 3804 namespace.go:102] [kube-node-lease] adding namespace took 7.173784ms I0511 17:58:11.912395 3804 namespace.go:98] [openshift-network-diagnostics] adding namespace I0511 17:58:11.912805 3804 namespace.go:102] [openshift-logging] adding namespace took 6.983486ms I0511 17:58:11.912816 3804 namespace.go:98] [openshift-backplane-cee] adding namespace I0511 17:58:11.913334 3804 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.05601ms I0511 17:58:11.913350 3804 namespace.go:98] [openshift-kube-scheduler] adding namespace I0511 17:58:11.913849 3804 namespace.go:102] [openshift-ingress] adding namespace took 6.939202ms I0511 17:58:11.913888 3804 namespace.go:98] [openshift-backplane-mobb] adding namespace I0511 17:58:11.914317 3804 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.787148ms I0511 17:58:11.914329 3804 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0511 17:58:11.914817 3804 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.815719ms I0511 17:58:11.914829 3804 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace W0511 17:58:11.915225 3804 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-whd57: pod kube-system/global-pull-secret-syncer-whd57: no pod IPs found I0511 17:58:11.915277 3804 namespace.go:102] [openshift-node] adding namespace took 6.706689ms I0511 17:58:11.915290 3804 namespace.go:98] [openshift-backplane-csm] adding namespace I0511 17:58:11.915784 3804 namespace.go:102] [kube-system] adding namespace took 6.712849ms I0511 17:58:11.916210 3804 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.745597ms I0511 17:58:11.916228 3804 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0511 17:58:11.916646 3804 namespace.go:102] [openshift-authentication] adding namespace took 6.765357ms I0511 17:58:11.916663 3804 namespace.go:98] [openshift-must-gather-operator] adding namespace I0511 17:58:11.917125 3804 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.806693ms I0511 17:58:11.917147 3804 namespace.go:98] [default] adding namespace I0511 17:58:11.917595 3804 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.881547ms I0511 17:58:11.917610 3804 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0511 17:58:11.918054 3804 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.947463ms I0511 17:58:11.918069 3804 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0511 17:58:11.918543 3804 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.004528ms I0511 17:58:11.918560 3804 namespace.go:98] [openshift-operators] adding namespace W0511 17:58:11.919106 3804 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9c57r: pod openshift-network-diagnostics/network-check-target-9c57r: no pod IPs found I0511 17:58:11.919123 3804 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.149329ms I0511 17:58:11.919132 3804 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0511 17:58:11.919837 3804 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.435742ms I0511 17:58:11.919870 3804 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0511 17:58:11.920450 3804 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.627692ms I0511 17:58:11.920468 3804 namespace.go:98] [openshift-etcd] adding namespace I0511 17:58:11.921066 3804 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.707943ms I0511 17:58:11.921083 3804 namespace.go:98] [openshift-multus] adding namespace I0511 17:58:11.921531 3804 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.636138ms I0511 17:58:11.921546 3804 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0511 17:58:11.921933 3804 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.597128ms I0511 17:58:11.921947 3804 namespace.go:98] [openshift-kube-apiserver] adding namespace I0511 17:58:11.922394 3804 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.557627ms I0511 17:58:11.922411 3804 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0511 17:58:11.922869 3804 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.573114ms I0511 17:58:11.922882 3804 namespace.go:98] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] adding namespace I0511 17:58:11.923263 3804 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.028213ms I0511 17:58:11.923725 3804 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.050538ms I0511 17:58:11.923739 3804 namespace.go:98] [dedicated-admin] adding namespace I0511 17:58:11.924224 3804 namespace.go:102] [default] adding namespace took 7.069122ms I0511 17:58:11.924617 3804 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.001537ms I0511 17:58:11.924629 3804 namespace.go:98] [openshift-operators-redhat] adding namespace I0511 17:58:11.925026 3804 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.95174ms I0511 17:58:11.925414 3804 namespace.go:102] [openshift-operators] adding namespace took 6.849149ms I0511 17:58:11.925787 3804 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.650171ms I0511 17:58:11.925800 3804 namespace.go:98] [openshift-apiserver] adding namespace I0511 17:58:11.926181 3804 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.304532ms I0511 17:58:11.926192 3804 namespace.go:98] [openshift-apiserver-operator] adding namespace W0511 17:58:11.926512 3804 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-46nhv: pod openshift-multus/network-metrics-daemon-46nhv: no pod IPs found I0511 17:58:11.926557 3804 namespace.go:102] [openshift-etcd] adding namespace took 6.080743ms I0511 17:58:11.926569 3804 namespace.go:98] [openshift-console] adding namespace I0511 17:58:11.927089 3804 namespace.go:102] [openshift-multus] adding namespace took 6.00121ms I0511 17:58:11.927536 3804 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.962548ms I0511 17:58:11.927927 3804 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.974504ms I0511 17:58:11.928332 3804 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.914579ms I0511 17:58:11.928710 3804 namespace.go:102] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] adding namespace took 5.823896ms I0511 17:58:11.928722 3804 namespace.go:98] [openshift-backplane-cse] adding namespace I0511 17:58:11.929100 3804 namespace.go:102] [dedicated-admin] adding namespace took 5.356797ms I0511 17:58:11.929513 3804 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.880095ms I0511 17:58:11.929902 3804 namespace.go:102] [openshift-apiserver] adding namespace took 4.097485ms I0511 17:58:11.930340 3804 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.141726ms I0511 17:58:11.930753 3804 namespace.go:102] [openshift-console] adding namespace took 4.178594ms I0511 17:58:11.931099 3804 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.373076ms W0511 17:58:11.931179 3804 master.go:458] Unable to parse local node ip-10-0-0-174.ec2.internal chassis-id annotation. Chassis may be removed during sync I0511 17:58:11.931188 3804 master.go:481] Removing stale chassis with ID/Name: 0328e186-3928-43d8-a5d1-299ea86bc934, hostname: ip-10-0-0-174.ec2.internal I0511 17:58:11.931573 3804 master.go:548] Adding or Updating local node "ip-10-0-0-174.ec2.internal" for network "default" I0511 17:58:11.932543 3804 zone_ic_handler.go:195] Time taken to create transit switch: 442.607µs I0511 17:58:11.932560 3804 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-22.ec2.internal for the network default I0511 17:58:11.933505 3804 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-22.ec2.internal" on network "default" took: 1.416309ms I0511 17:58:11.935006 3804 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-174.ec2.internal for the network default I0511 17:58:11.935160 3804 zone_ic_handler.go:195] Time taken to create transit switch: 141.977µs I0511 17:58:11.935871 3804 default_network_controller.go:823] Node add failed for ip-10-0-0-174.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-174.ec2.internal, error getting gateway config for node ip-10-0-0-174.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-174.ec2.internal", failed to update chassis to local for local node ip-10-0-0-174.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-174.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-174.ec2.internal] E0511 17:58:11.935919 3804 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-174.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-174.ec2.internal, error getting gateway config for node ip-10-0-0-174.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-174.ec2.internal", failed to update chassis to local for local node ip-10-0-0-174.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-174.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-174.ec2.internal] I0511 17:58:11.935982 3804 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0511 17:58:11.936006 3804 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0511 17:58:11.935998 3804 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-174.ec2.internal", UID:"32ea527c-1b7f-4fac-a606-b952bc8589a7", APIVersion:"v1", ResourceVersion:"9936", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-174.ec2.internal, error getting gateway config for node ip-10-0-0-174.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-174.ec2.internal", failed to update chassis to local for local node ip-10-0-0-174.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-174.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-174.ec2.internal] I0511 17:58:11.936029 3804 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0511 17:58:11.936029 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-174.ec2.internal in network "default" I0511 17:58:11.936062 3804 node_tracker.go:235] Node ip-10-0-0-174.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-174.ec2.internal" I0511 17:58:11.936076 3804 node_tracker.go:169] Node ip-10-0-0-174.ec2.internal switch + router changed, syncing services in network "default" I0511 17:58:11.936090 3804 services_controller.go:574] Full service sync requested for network=default I0511 17:58:11.936096 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-22.ec2.internal in network "default" I0511 17:58:11.936133 3804 node_tracker.go:169] Node ip-10-0-2-22.ec2.internal switch + router changed, syncing services in network "default" I0511 17:58:11.936140 3804 services_controller.go:574] Full service sync requested for network=default I0511 17:58:11.953449 3804 iptables.go:108] Creating table: filter chain: FORWARD I0511 17:58:11.959513 3804 iptables.go:108] Creating table: filter chain: OUTPUT I0511 17:58:11.965791 3804 gateway_shared_intf.go:1816] Gateway Creation Complete I0511 17:58:11.965810 3804 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-174.ec2.internal","mac-address":"12:dd:6f:0f:f7:29","ip-addresses":["10.0.0.174/24"],"ip-address":"10.0.0.174/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0328e186-3928-43d8-a5d1-299ea86bc934 k8s.ovn.org/node-encap-ips:["10.0.0.174"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.174/24"} k8s.ovn.org/zone-name:ip-10-0-0-174.ec2.internal] on node ip-10-0-0-174.ec2.internal I0511 17:58:11.985192 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-174.ec2.internal in network "default" I0511 17:58:11.985251 3804 node_tracker.go:169] Node ip-10-0-0-174.ec2.internal switch + router changed, syncing services in network "default" I0511 17:58:11.985275 3804 services_controller.go:574] Full service sync requested for network=default I0511 17:58:11.985323 3804 master.go:548] Adding or Updating local node "ip-10-0-0-174.ec2.internal" for network "default" W0511 17:58:11.990412 3804 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-46nhv: pod openshift-multus/network-metrics-daemon-46nhv: no pod IPs found W0511 17:58:11.990434 3804 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9c57r: pod openshift-network-diagnostics/network-check-target-9c57r: no pod IPs found W0511 17:58:11.990441 3804 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-whd57: pod kube-system/global-pull-secret-syncer-whd57: no pod IPs found I0511 17:58:11.990447 3804 default_node_network_controller.go:519] Node connection status = connected I0511 17:58:11.992336 3804 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-174.ec2.internal for the network default I0511 17:58:11.992540 3804 zone_ic_handler.go:195] Time taken to create transit switch: 191.254µs I0511 17:58:12.036738 3804 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0511 17:58:12.036772 3804 services_controller.go:208] Setting up event handlers for services for network=default I0511 17:58:12.036844 3804 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0511 17:58:12.036896 3804 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0511 17:58:12.036913 3804 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0511 17:58:12.137590 3804 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0511 17:58:12.137610 3804 repair.go:60] Starting repairing loop for services I0511 17:58:12.137707 3804 repair.go:131] Deleted 0 stale service LBs I0511 17:58:12.137734 3804 repair.go:137] Deleted 0 stale Chassis Template Vars I0511 17:58:12.137762 3804 repair.go:62] Finished repairing loop for services: 153.099µs I0511 17:58:12.137797 3804 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0511 17:58:12.137812 3804 services_controller.go:254] Starting workers for network=default W0511 17:58:12.138012 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0511 17:58:12.138187 3804 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9c57r] creating logical port openshift-network-diagnostics_network-check-target-9c57r for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:12.138209 3804 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-whd57] creating logical port kube-system_global-pull-secret-syncer-whd57 for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:12.138299 3804 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9c57r I0511 17:58:12.138308 3804 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-46nhv] creating logical port openshift-multus_network-metrics-daemon-46nhv for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:12.138302 3804 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-whd57 I0511 17:58:12.138399 3804 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-46nhv W0511 17:58:12.139751 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0511 17:58:12.143360 3804 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0511 17:58:12.143379 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0511 17:58:12.143386 3804 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0511 17:58:12.155881 3804 pod.go:62] [openshift-network-diagnostics/network-check-target-9c57r] pod update took 17.633276ms I0511 17:58:12.155904 3804 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9c57r] addLogicalPort annotation time took 17.657753ms I0511 17:58:12.156964 3804 pods.go:271] [openshift-network-diagnostics/network-check-target-9c57r] addLogicalPort took 18.784477ms, libovsdb time 813.81µs I0511 17:58:12.157902 3804 pod.go:62] [openshift-multus/network-metrics-daemon-46nhv] pod update took 19.525592ms I0511 17:58:12.157925 3804 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-46nhv] addLogicalPort annotation time took 19.546394ms I0511 17:58:12.157939 3804 pod.go:62] [kube-system/global-pull-secret-syncer-whd57] pod update took 19.660361ms I0511 17:58:12.157957 3804 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-whd57] addLogicalPort annotation time took 19.679889ms I0511 17:58:12.158912 3804 pods.go:271] [kube-system/global-pull-secret-syncer-whd57] addLogicalPort took 20.713367ms, libovsdb time 708.618µs I0511 17:58:12.159138 3804 pods.go:271] [openshift-multus/network-metrics-daemon-46nhv] addLogicalPort took 20.84038ms, libovsdb time 815.011µs I0511 17:58:12.159556 3804 admin_network_policy_controller.go:227] Starting controller default-network-controller I0511 17:58:12.159580 3804 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0511 17:58:12.159599 3804 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0511 17:58:12.159603 3804 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0511 17:58:12.159791 3804 repair.go:29] Repairing admin network policies took 182.694µs I0511 17:58:12.159916 3804 repair.go:92] Repairing baseline admin network policies took 116.869µs I0511 17:58:12.160296 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0511 17:58:12.160312 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0511 17:58:12.162003 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0511 17:58:12.162024 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0511 17:58:12.162719 3804 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0511 17:58:12.162733 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0511 17:58:12.164601 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0511 17:58:12.164655 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0511 17:58:12.164665 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0511 17:58:12.166534 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0511 17:58:12.166557 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0511 17:58:12.166567 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0511 17:58:12.168453 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0511 17:58:12.168473 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0511 17:58:12.168483 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0511 17:58:12.170923 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0511 17:58:12.170942 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0511 17:58:12.170953 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0511 17:58:12.172343 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0511 17:58:12.172367 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0511 17:58:12.172380 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0511 17:58:12.172958 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0511 17:58:12.172989 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0511 17:58:12.172997 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0511 17:58:12.173496 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0511 17:58:12.173512 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0511 17:58:12.173536 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0511 17:58:12.174258 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0511 17:58:12.174272 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0511 17:58:12.174278 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0511 17:58:12.175573 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0511 17:58:12.175592 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0511 17:58:12.175599 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0511 17:58:12.176715 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0511 17:58:12.176740 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0511 17:58:12.176747 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0511 17:58:12.178126 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0511 17:58:12.178145 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0511 17:58:12.178154 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0511 17:58:12.179151 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0511 17:58:12.179171 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0511 17:58:12.179184 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0511 17:58:12.180177 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0511 17:58:12.180194 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0511 17:58:12.180203 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0511 17:58:12.180497 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0511 17:58:12.180511 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0511 17:58:12.180519 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0511 17:58:12.181056 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0511 17:58:12.181071 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0511 17:58:12.181077 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0511 17:58:12.181445 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0511 17:58:12.181464 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0511 17:58:12.181473 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0511 17:58:12.182071 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0511 17:58:12.182088 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0511 17:58:12.182096 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0511 17:58:12.182596 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0511 17:58:12.182613 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0511 17:58:12.182620 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0511 17:58:12.183532 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0511 17:58:12.183550 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0511 17:58:12.183558 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0511 17:58:12.184044 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0511 17:58:12.184062 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0511 17:58:12.184072 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0511 17:58:12.185231 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0511 17:58:12.185250 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0511 17:58:12.185260 3804 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0511 17:58:12.186982 3804 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0511 17:58:12.187000 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0511 17:58:12.187009 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0511 17:58:12.187641 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0511 17:58:12.187665 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0511 17:58:12.187675 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0511 17:58:12.188192 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0511 17:58:12.188210 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0511 17:58:12.188218 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0511 17:58:12.188832 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0511 17:58:12.188849 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0511 17:58:12.188874 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0511 17:58:12.189221 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0511 17:58:12.189240 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0511 17:58:12.189254 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0511 17:58:12.190276 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0511 17:58:12.190294 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0511 17:58:12.190304 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0511 17:58:12.190759 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0511 17:58:12.196580 3804 egressfirewall.go:374] Starting EgressFirewall controller I0511 17:58:12.196618 3804 controller.go:133] Adding controller egress-firewall-controller event handlers I0511 17:58:12.196638 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0511 17:58:12.196651 3804 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0511 17:58:12.196656 3804 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0511 17:58:12.196688 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0511 17:58:12.196701 3804 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0511 17:58:12.197003 3804 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0511 17:58:12.197017 3804 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0511 17:58:12.197022 3804 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0511 17:58:12.197031 3804 egressqos.go:193] Setting up event handlers for EgressQoS I0511 17:58:12.197043 3804 egressfirewall.go:723] Syncing node "ip-10-0-2-22.ec2.internal" for egress firewall I0511 17:58:12.197055 3804 egressfirewall.go:723] Syncing node "ip-10-0-0-174.ec2.internal" for egress firewall I0511 17:58:12.197249 3804 egressqos.go:245] Starting EgressQoS Controller I0511 17:58:12.197272 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0511 17:58:12.197282 3804 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0511 17:58:12.197290 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0511 17:58:12.197297 3804 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0511 17:58:12.197306 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0511 17:58:12.197313 3804 shared_informer.go:356] "Caches are synced" controller="egressqos" I0511 17:58:12.197318 3804 egressqos.go:259] Repairing EgressQoSes I0511 17:58:12.197324 3804 egressqos.go:399] Starting repairing loop for egressqos I0511 17:58:12.197440 3804 egressqos.go:401] Finished repairing loop for egressqos: 115.65µs I0511 17:58:12.197466 3804 egressservice_zone.go:132] Setting up event handlers for Egress Services I0511 17:58:12.197485 3804 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-174.ec2.internal I0511 17:58:12.197528 3804 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-174.ec2.internal : 44.746µs I0511 17:58:12.197617 3804 egressservice_zone.go:210] Starting Egress Services Controller I0511 17:58:12.197631 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0511 17:58:12.197639 3804 shared_informer.go:356] "Caches are synced" controller="egressservices" I0511 17:58:12.197645 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0511 17:58:12.197652 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0511 17:58:12.197660 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0511 17:58:12.197667 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0511 17:58:12.197673 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0511 17:58:12.197678 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0511 17:58:12.197682 3804 egressservice_zone.go:228] Repairing Egress Services I0511 17:58:12.197974 3804 master_controller.go:88] Starting Admin Policy Based Route Controller I0511 17:58:12.197984 3804 external_controller.go:278] Starting Admin Policy Based Route Controller I0511 17:58:12.198000 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-174.ec2.internal I0511 17:58:12.198011 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-174.ec2.internal: 12.084µs I0511 17:58:12.198018 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-22.ec2.internal I0511 17:58:12.198027 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-22.ec2.internal: 9.817µs I0511 17:58:12.198156 3804 default_network_controller.go:585] Completing all the Watchers took 306.969106ms I0511 17:58:12.198170 3804 default_network_controller.go:589] Starting unidling controllers I0511 17:58:12.198183 3804 unidle.go:46] Registering OVN SB ControllerEvent handler I0511 17:58:12.198188 3804 unidle.go:63] Populating Initial ContollerEvent events I0511 17:58:12.198198 3804 unidle.go:79] Setting up event handlers for services I0511 17:58:12.198242 3804 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0511 17:58:12.208677 3804 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0511 17:58:12.288932 3804 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-12 17:53:10 +0000 UTC" deadline="2026-05-12 15:11:35.120011805 +0000 UTC" I0511 17:58:12.288956 3804 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h13m22.831063301s" I0511 17:58:12.491171 3804 default_node_network_controller.go:519] Node connection status = connected I0511 17:58:12.509118 3804 bridgeconfig.go:537] Gateway is ready I0511 17:58:12.509137 3804 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0511 17:58:12.521441 3804 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.174. Updating OVN encap IP. I0511 17:58:12.527174 3804 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.174 - it is already configured I0511 17:58:12.527189 3804 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.174/24:{} 172.20.0.1/32:{}]. Updating annotations. I0511 17:58:12.527435 3804 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.174/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-174.ec2.internal","mac-address":"12:dd:6f:0f:f7:29","ip-addresses":["10.0.0.174/24"],"ip-address":"10.0.0.174/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0328e186-3928-43d8-a5d1-299ea86bc934 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.174/24"}] on node ip-10-0-0-174.ec2.internal I0511 17:58:12.544188 3804 master.go:548] Adding or Updating local node "ip-10-0-0-174.ec2.internal" for network "default" I0511 17:58:12.544201 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-174.ec2.internal I0511 17:58:12.544208 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-174.ec2.internal in network "default" I0511 17:58:12.544217 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-174.ec2.internal: 20.596µs I0511 17:58:12.544222 3804 egressfirewall.go:723] Syncing node "ip-10-0-0-174.ec2.internal" for egress firewall I0511 17:58:12.544264 3804 node_tracker.go:169] Node ip-10-0-0-174.ec2.internal switch + router changed, syncing services in network "default" I0511 17:58:12.544283 3804 services_controller.go:574] Full service sync requested for network=default W0511 17:58:12.544733 3804 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0511 17:58:12.544746 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0511 17:58:12.544753 3804 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0511 17:58:12.544874 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0511 17:58:12.545096 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0511 17:58:12.545580 3804 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.174 I0511 17:58:12.545680 3804 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-174.ec2.internal I0511 17:58:12.549480 3804 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-174.ec2.internal. Updating no re-route policies I0511 17:58:12.549562 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-gr8sl I0511 17:58:12.549575 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-8nncj I0511 17:58:12.549563 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-c87lr I0511 17:58:12.549588 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-c87lr I0511 17:58:12.549585 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9c57r I0511 17:58:12.549599 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9c57r I0511 17:58:12.549597 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tvjn9 I0511 17:58:12.549608 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-c87lr after 0 failed attempt(s) I0511 17:58:12.549612 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tvjn9 I0511 17:58:12.549579 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-gr8sl I0511 17:58:12.549622 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-w8jq5 I0511 17:58:12.549621 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-46nhv I0511 17:58:12.549631 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-w8jq5 I0511 17:58:12.549611 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-brn77 I0511 17:58:12.549631 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-174.ec2.internal I0511 17:58:12.549640 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-46nhv I0511 17:58:12.549641 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-brn77 I0511 17:58:12.549641 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7v2kg I0511 17:58:12.549643 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-174.ec2.internal I0511 17:58:12.549647 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-whd57 I0511 17:58:12.549653 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7v2kg I0511 17:58:12.549655 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-brn77 after 0 failed attempt(s) I0511 17:58:12.549659 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-174.ec2.internal I0511 17:58:12.549660 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-whd57 I0511 17:58:12.549666 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7v2kg after 0 failed attempt(s) I0511 17:58:12.549631 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tvjn9 after 0 failed attempt(s) I0511 17:58:12.549575 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4q4vg I0511 17:58:12.549674 3804 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-174.ec2.internal after 0 failed attempt(s) I0511 17:58:12.549678 3804 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-whd57] creating logical port kube-system_global-pull-secret-syncer-whd57 for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:12.549679 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-4q4vg I0511 17:58:12.549588 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-8nncj I0511 17:58:12.549684 3804 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-46nhv] creating logical port openshift-multus_network-metrics-daemon-46nhv for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:12.549691 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-4q4vg after 0 failed attempt(s) I0511 17:58:12.549693 3804 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-8nncj after 0 failed attempt(s) I0511 17:58:12.549626 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-gr8sl after 0 failed attempt(s) I0511 17:58:12.549636 3804 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9c57r] creating logical port openshift-network-diagnostics_network-check-target-9c57r for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:12.549599 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2b7v9 I0511 17:58:12.549738 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2b7v9 I0511 17:58:12.549757 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-2b7v9 after 0 failed attempt(s) I0511 17:58:12.549647 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-174.ec2.internal I0511 17:58:12.549651 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-w8jq5 after 0 failed attempt(s) I0511 17:58:12.549863 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-174.ec2.internal after 0 failed attempt(s) I0511 17:58:12.550371 3804 pods.go:271] [kube-system/global-pull-secret-syncer-whd57] addLogicalPort took 694.37µs, libovsdb time 262.283µs I0511 17:58:12.550382 3804 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-whd57 after 0 failed attempt(s) I0511 17:58:12.550502 3804 pods.go:271] [openshift-network-diagnostics/network-check-target-9c57r] addLogicalPort took 877.115µs, libovsdb time 379.307µs I0511 17:58:12.550510 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9c57r after 0 failed attempt(s) I0511 17:58:12.550588 3804 pods.go:271] [openshift-multus/network-metrics-daemon-46nhv] addLogicalPort took 917.811µs, libovsdb time 453.711µs I0511 17:58:12.550599 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-46nhv after 0 failed attempt(s) I0511 17:58:12.561678 3804 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0511 17:58:12.573469 3804 iptables.go:108] Creating table: mangle chain: OUTPUT I0511 17:58:12.576777 3804 iptables.go:108] Creating table: nat chain: OUTPUT I0511 17:58:12.625136 3804 iptables.go:108] Creating table: nat chain: PREROUTING I0511 17:58:12.679475 3804 iptables.go:108] Creating table: filter chain: FORWARD I0511 17:58:12.695953 3804 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0511 17:58:12.696044 3804 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0511 17:58:12.696086 3804 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0511 17:58:12.696153 3804 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0511 17:58:12.696201 3804 gateway_init.go:325] Gateway and management port readiness took 710.020546ms I0511 17:58:12.696228 3804 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0511 17:58:12.696261 3804 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0511 17:58:12.696273 3804 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0511 17:58:12.696283 3804 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0511 17:58:12.696341 3804 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0511 17:58:12.696438 3804 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.048µs I0511 17:58:12.696637 3804 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0511 17:58:12.696661 3804 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.37µs I0511 17:58:12.696669 3804 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.42µs I0511 17:58:12.696675 3804 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0511 17:58:12.696683 3804 nad_controller.go:379] [node-nad-controller NAD controller]: started I0511 17:58:12.696687 3804 default_node_network_controller.go:899] Starting the default node network controller I0511 17:58:12.696692 3804 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0511 17:58:12.696773 3804 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.013µs I0511 17:58:12.696814 3804 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0511 17:58:12.696821 3804 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0511 17:58:12.696847 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7260 0xc0002b62a0 0xc0002b6310 0xc0002b6380 0xc0002b63f0 0xc0002b64d0 0xc0002b65b0 0xc000ab3a40 0xc0002b6620 0xc0002b6690 0xc000c6e2d0 0xc0064f53b0 0xc0002b6700 map[0x2ff9080:0xc00248d140 0x2ff95c0:0xc00248d2c0 0x2ffa2e0:0xc00248d080 0x2ffa580:0xc00248d0e0 0x2ffad60:0xc00248d1a0 0x2ffb000:0xc00248d200 0x2ffb2a0:0xc00248d260 0x2ffba80:0xc00248d320 0x2ffbd20:0xc005b87e00 0x3026980:0xc000b2f920 0x3026d20:0xc000b2f980 0x3027800:0xc000c40960 0x3029160:0xc001ba4000 0x30298a0:0xc002254000 0x302a720:0xc000b2f8c0] 0xc000119030 0} I0511 17:58:12.696925 3804 gateway.go:151] Starting gateway service sync I0511 17:58:12.697393 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0511 17:58:12.699445 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0511 17:58:12.724081 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0511 17:58:12.725193 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0511 17:58:12.726285 3804 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0511 17:58:12.761088 3804 gateway.go:168] Gateway service sync done. Time taken: 64.149668ms I0511 17:58:12.761664 3804 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31444 I0511 17:58:12.761914 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7260 0xc0002b62a0 0xc0002b6310 0xc0002b6380 0xc0002b63f0 0xc0002b64d0 0xc0002b65b0 0xc000ab3a40 0xc0002b6620 0xc0002b6690 0xc000c6e2d0 0xc0064f53b0 0xc0002b6700 map[0x2ff9080:0xc00248d140 0x2ff95c0:0xc00248d2c0 0x2ffa2e0:0xc00248d080 0x2ffa580:0xc00248d0e0 0x2ffad60:0xc00248d1a0 0x2ffb000:0xc00248d200 0x2ffb2a0:0xc00248d260 0x2ffba80:0xc00248d320 0x2ffbd20:0xc005b87e00 0x3026980:0xc000b2f920 0x3026d20:0xc000b2f980 0x3027800:0xc000c40960 0x3029160:0xc001ba4000 0x30298a0:0xc002254000 0x302a720:0xc000b2f8c0] 0xc000119030 0} I0511 17:58:12.762416 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ae7260 0xc0002b62a0 0xc0002b6310 0xc0002b6380 0xc0002b63f0 0xc0002b64d0 0xc0002b65b0 0xc000ab3a40 0xc0002b6620 0xc0002b6690 0xc000c6e2d0 0xc0064f53b0 0xc0002b6700 map[0x2ff9080:0xc00248d140 0x2ff95c0:0xc00248d2c0 0x2ffa2e0:0xc00248d080 0x2ffa580:0xc00248d0e0 0x2ffad60:0xc00248d1a0 0x2ffb000:0xc00248d200 0x2ffb2a0:0xc00248d260 0x2ffba80:0xc00248d320 0x2ffbd20:0xc005b87e00 0x3026980:0xc000b2f920 0x3026d20:0xc000b2f980 0x3027800:0xc000c40960 0x3029160:0xc001ba4000 0x30298a0:0xc002254000 0x302a720:0xc000b2f8c0] 0xc000119030 0} I0511 17:58:12.762474 3804 gateway.go:532] Reconciling gateway with updates I0511 17:58:12.767877 3804 gateway.go:339] Spawning Conntrack Rule Check Thread I0511 17:58:12.767949 3804 default_node_network_controller.go:944] Gateway and management port readiness took 71.120558ms I0511 17:58:12.767954 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0511 17:58:12.767956 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0511 17:58:12.767969 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0511 17:58:12.767971 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0511 17:58:12.767976 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0511 17:58:12.767987 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0511 17:58:12.767997 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0511 17:58:12.768003 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0511 17:58:12.768008 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0511 17:58:12.768011 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0511 17:58:12.768023 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0511 17:58:12.768025 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0511 17:58:12.768036 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0511 17:58:12.768040 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0511 17:58:12.768041 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0511 17:58:12.768050 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0511 17:58:12.768051 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0511 17:58:12.768055 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0511 17:58:12.768053 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0511 17:58:12.768058 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0511 17:58:12.768060 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0511 17:58:12.768064 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0511 17:58:12.768068 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0511 17:58:12.768075 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0511 17:58:12.768074 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0511 17:58:12.768076 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0511 17:58:12.768089 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0511 17:58:12.768092 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0511 17:58:12.768096 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0511 17:58:12.768103 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0511 17:58:12.768026 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0511 17:58:12.768106 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0511 17:58:12.768107 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0511 17:58:12.768108 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0511 17:58:12.768118 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0511 17:58:12.768117 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0511 17:58:12.768041 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0511 17:58:12.768127 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0511 17:58:12.768128 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0511 17:58:12.768129 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0511 17:58:12.768047 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0511 17:58:12.768139 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0511 17:58:12.768142 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0511 17:58:12.768146 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0511 17:58:12.768150 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0511 17:58:12.768142 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0511 17:58:12.768155 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0511 17:58:12.768153 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0511 17:58:12.768161 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0511 17:58:12.768163 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0511 17:58:12.768165 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0511 17:58:12.768171 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0511 17:58:12.768170 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0511 17:58:12.768173 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0511 17:58:12.768173 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0511 17:58:12.768181 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0511 17:58:12.768182 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0511 17:58:12.768186 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0511 17:58:12.768091 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0511 17:58:12.768195 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0511 17:58:12.768150 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0511 17:58:12.768200 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0511 17:58:12.768216 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0511 17:58:12.768119 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0511 17:58:12.768253 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0511 17:58:12.768264 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0511 17:58:12.768273 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0511 17:58:12.768012 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0511 17:58:12.768283 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0511 17:58:12.768286 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0511 17:58:12.768111 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 32632 is already open, no action needed I0511 17:58:12.768292 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0511 17:58:12.768168 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0511 17:58:12.768298 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 32334 is already open, no action needed I0511 17:58:12.768330 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0511 17:58:12.768134 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0511 17:58:12.768042 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0511 17:58:12.768351 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0511 17:58:12.768127 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 17:58:12.768386 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 17:58:12.768065 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0511 17:58:12.768074 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0511 17:58:12.768472 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0511 17:58:12.768015 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0511 17:58:12.768094 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0511 17:58:12.768517 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0511 17:58:12.768522 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0511 17:58:12.768114 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0511 17:58:12.768026 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0511 17:58:12.768553 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0511 17:58:12.768118 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0511 17:58:12.768128 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0511 17:58:12.768127 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0511 17:58:12.768583 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0511 17:58:12.768140 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0511 17:58:12.768604 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0511 17:58:12.768142 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0511 17:58:12.768140 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0511 17:58:12.768627 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0511 17:58:12.768151 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0511 17:58:12.768655 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0511 17:58:12.768144 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0511 17:58:12.768156 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0511 17:58:12.768689 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0511 17:58:12.768156 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0511 17:58:12.768704 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0511 17:58:12.768156 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0511 17:58:12.768750 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0511 17:58:12.767993 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0511 17:58:12.768175 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0511 17:58:12.768170 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0511 17:58:12.768824 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0511 17:58:12.768172 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0511 17:58:12.768864 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0511 17:58:12.768175 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0511 17:58:12.768896 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0511 17:58:12.768183 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0511 17:58:12.768927 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0511 17:58:12.768932 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0511 17:58:12.768184 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0511 17:58:12.768181 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0511 17:58:12.768953 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0511 17:58:12.768970 3804 node_ip_handler_linux.go:160] Node IP manager is running I0511 17:58:12.768188 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes W0511 17:58:12.805180 3804 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0511 17:58:12.805299 3804 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0511 17:58:12.805404 3804 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0511 17:58:12.814105 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0511 17:58:12.814114 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0511 17:58:12.814131 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0511 17:58:12.814139 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0511 17:58:12.814145 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0511 17:58:12.814151 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0511 17:58:12.814158 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0511 17:58:12.814165 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0511 17:58:12.814173 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0511 17:58:12.814180 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0511 17:58:12.853990 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0511 17:58:12.854016 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0511 17:58:12.854024 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0511 17:58:12.854031 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0511 17:58:12.854048 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0511 17:58:12.854065 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0511 17:58:12.854072 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0511 17:58:12.854079 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0511 17:58:12.854087 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0511 17:58:12.854094 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0511 17:58:12.854099 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0511 17:58:12.893731 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0511 17:58:12.893756 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) W0511 17:58:14.238750 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0511 17:58:14.447553 3804 default_node_network_controller.go:1380] Starting node controller node sync W0511 17:58:14.447615 3804 egressip_healthcheck.go:76] Health checking using insecure connection I0511 17:58:14.447658 3804 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0511 17:58:14.459220 3804 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.650592ms I0511 17:58:14.459316 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-22.ec2.internal", IP: 10.0.2.22 to PMTUD blocking rules I0511 17:58:14.459329 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-22.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0511 17:58:14.465162 3804 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0511 17:58:14.465451 3804 egressservice_node.go:93] Setting up event handlers for Egress Services I0511 17:58:14.465550 3804 egressservice_node.go:183] Starting Egress Services Controller I0511 17:58:14.465566 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0511 17:58:14.465575 3804 shared_informer.go:356] "Caches are synced" controller="egressservices" I0511 17:58:14.465581 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0511 17:58:14.465587 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0511 17:58:14.465593 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0511 17:58:14.465598 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0511 17:58:14.465602 3804 egressservice_node.go:197] Repairing Egress Services I0511 17:58:14.475511 3804 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0511 17:58:14.475523 3804 external_controller.go:278] Starting Admin Policy Based Route Controller I0511 17:58:14.475634 3804 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0511 17:58:14.475646 3804 link_network_manager.go:119] Link manager is running I0511 17:58:14.475654 3804 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0511 17:58:14.475833 3804 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0511 17:58:14.476002 3804 vrf_manager.go:128] VRF manager is running I0511 17:58:14.476067 3804 node_controller_manager.go:437] Removing flows to drop GARP I0511 17:58:14.476076 3804 gateway.go:532] Reconciling gateway with updates I0511 17:58:14.504798 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0511 17:58:14.504807 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0511 17:58:14.504811 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0511 17:58:14.504820 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0511 17:58:14.504823 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0511 17:58:14.504817 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0511 17:58:14.504837 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0511 17:58:14.504839 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0511 17:58:14.504847 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0511 17:58:14.504866 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0511 17:58:14.504875 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0511 17:58:14.504875 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0511 17:58:14.504878 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0511 17:58:14.504885 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0511 17:58:14.504885 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0511 17:58:14.504896 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0511 17:58:14.504899 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0511 17:58:14.504899 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0511 17:58:14.504904 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0511 17:58:14.504912 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0511 17:58:14.504915 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0511 17:58:14.504918 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0511 17:58:14.504925 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0511 17:58:14.504928 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0511 17:58:14.504930 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0511 17:58:14.504933 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0511 17:58:14.504926 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0511 17:58:14.504943 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0511 17:58:14.504945 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0511 17:58:14.504916 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0511 17:58:14.504950 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0511 17:58:14.504952 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0511 17:58:14.504955 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0511 17:58:14.504961 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0511 17:58:14.504961 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0511 17:58:14.504964 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0511 17:58:14.504930 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0511 17:58:14.504848 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0511 17:58:14.504973 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0511 17:58:14.504978 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0511 17:58:14.504982 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0511 17:58:14.504985 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0511 17:58:14.504986 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0511 17:58:14.504826 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0511 17:58:14.504994 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0511 17:58:14.505006 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0511 17:58:14.505010 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0511 17:58:14.504837 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0511 17:58:14.504976 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0511 17:58:14.505026 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0511 17:58:14.504843 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0511 17:58:14.505041 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0511 17:58:14.504973 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0511 17:58:14.504962 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0511 17:58:14.504805 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0511 17:58:14.505078 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0511 17:58:14.505079 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0511 17:58:14.505087 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0511 17:58:14.505090 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 17:58:14.504896 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0511 17:58:14.505098 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 17:58:14.505105 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0511 17:58:14.505105 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0511 17:58:14.505110 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0511 17:58:14.505117 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0511 17:58:14.505122 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0511 17:58:14.505130 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0511 17:58:14.504949 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0511 17:58:14.504886 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0511 17:58:14.504947 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0511 17:58:14.504938 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0511 17:58:14.504866 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0511 17:58:14.504875 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0511 17:58:14.505288 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0511 17:58:14.504907 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0511 17:58:14.505314 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0511 17:58:14.505319 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0511 17:58:14.504915 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0511 17:58:14.505327 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0511 17:58:14.504827 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0511 17:58:14.505351 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0511 17:58:14.504937 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0511 17:58:14.505374 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0511 17:58:14.505381 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0511 17:58:14.504937 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0511 17:58:14.505389 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0511 17:58:14.505399 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 32632 is already open, no action needed I0511 17:58:14.505406 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 32334 is already open, no action needed I0511 17:58:14.504940 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0511 17:58:14.504951 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0511 17:58:14.504951 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0511 17:58:14.505484 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0511 17:58:14.504954 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0511 17:58:14.505508 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0511 17:58:14.504962 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0511 17:58:14.505516 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0511 17:58:14.504958 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0511 17:58:14.505542 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0511 17:58:14.505547 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0511 17:58:14.504966 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0511 17:58:14.504825 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0511 17:58:14.505557 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0511 17:58:14.504966 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0511 17:58:14.504972 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0511 17:58:14.504976 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0511 17:58:14.505623 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0511 17:58:14.504976 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0511 17:58:14.505648 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0511 17:58:14.505652 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0511 17:58:14.504993 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0511 17:58:14.505658 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0511 17:58:14.504992 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0511 17:58:14.505664 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0511 17:58:14.504998 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0511 17:58:14.504997 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0511 17:58:14.505015 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0511 17:58:14.544077 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0511 17:58:14.544100 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0511 17:58:14.544107 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0511 17:58:14.544113 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0511 17:58:14.583131 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0511 17:58:14.583154 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0511 17:58:14.583162 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0511 17:58:14.583171 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0511 17:58:14.583181 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0511 17:58:14.583193 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0511 17:58:14.583199 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0511 17:58:14.583205 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0511 17:58:14.583213 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0511 17:58:14.583219 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0511 17:58:14.583224 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0511 17:58:14.583230 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0511 17:58:14.583235 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0511 17:58:14.583240 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0511 17:58:14.621681 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0511 17:58:14.621697 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0511 17:58:14.621686 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0511 17:58:14.621708 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0511 17:58:14.621716 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0511 17:58:14.621723 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0511 17:58:14.621732 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0511 17:58:14.621749 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0511 17:58:14.621761 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0511 17:58:14.621769 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0511 17:58:14.621778 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0511 17:58:14.621785 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0511 17:58:16.010267 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-174.ec2.internal I0511 17:58:16.010305 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-174.ec2.internal: 46.361µs I0511 17:58:16.038106 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-8sr6k for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:16.038221 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k I0511 17:58:16.040607 3804 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d5d54496c-dbkvw] creating logical port openshift-image-registry_image-registry-5d5d54496c-dbkvw for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:16.040742 3804 kube.go:256] Updating pod openshift-image-registry/image-registry-5d5d54496c-dbkvw I0511 17:58:16.040806 3804 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-5q6g5] creating logical port openshift-console_downloads-5c54f4944f-5q6g5 for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:16.040904 3804 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-5q6g5 I0511 17:58:16.058834 3804 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k] pod update took 20.634411ms I0511 17:58:16.058871 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k] addLogicalPort annotation time took 20.663411ms I0511 17:58:16.059949 3804 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k] addLogicalPort took 21.857088ms, libovsdb time 817.671µs I0511 17:58:16.063054 3804 pod.go:62] [openshift-console/downloads-5c54f4944f-5q6g5] pod update took 22.166732ms I0511 17:58:16.063078 3804 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-5q6g5] addLogicalPort annotation time took 22.192348ms I0511 17:58:16.063056 3804 pod.go:62] [openshift-image-registry/image-registry-5d5d54496c-dbkvw] pod update took 22.350656ms I0511 17:58:16.063221 3804 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d5d54496c-dbkvw] addLogicalPort annotation time took 22.516748ms I0511 17:58:16.064206 3804 pods.go:271] [openshift-console/downloads-5c54f4944f-5q6g5] addLogicalPort took 23.413312ms, libovsdb time 814.835µs I0511 17:58:16.064614 3804 pods.go:271] [openshift-image-registry/image-registry-5d5d54496c-dbkvw] addLogicalPort took 24.022029ms, libovsdb time 1.094982ms I0511 17:58:16.091726 3804 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-f5s7g] creating logical port openshift-dns_dns-default-f5s7g for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:16.091801 3804 kube.go:256] Updating pod openshift-dns/dns-default-f5s7g I0511 17:58:16.092553 3804 base_network_controller_pods.go:487] [default/openshift-console/console-7d6559f477-p77qr] creating logical port openshift-console_console-7d6559f477-p77qr for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:16.092647 3804 kube.go:256] Updating pod openshift-console/console-7d6559f477-p77qr I0511 17:58:16.102298 3804 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-p2zbx] creating logical port openshift-insights_insights-runtime-extractor-p2zbx for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:16.102340 3804 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-77758cd455-z9n5k] creating logical port openshift-ingress_router-default-77758cd455-z9n5k for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:16.102508 3804 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-p2zbx I0511 17:58:16.102531 3804 kube.go:256] Updating pod openshift-ingress/router-default-77758cd455-z9n5k I0511 17:58:16.127148 3804 pod.go:62] [openshift-dns/dns-default-f5s7g] pod update took 35.364584ms I0511 17:58:16.127179 3804 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-f5s7g] addLogicalPort annotation time took 35.399119ms I0511 17:58:16.129960 3804 pod.go:62] [openshift-console/console-7d6559f477-p77qr] pod update took 37.339322ms I0511 17:58:16.129992 3804 base_network_controller_pods.go:951] [default/openshift-console/console-7d6559f477-p77qr] addLogicalPort annotation time took 37.374135ms I0511 17:58:16.130998 3804 pods.go:271] [openshift-dns/dns-default-f5s7g] addLogicalPort took 39.284198ms, libovsdb time 3.447024ms I0511 17:58:16.136479 3804 pods.go:271] [openshift-console/console-7d6559f477-p77qr] addLogicalPort took 43.939686ms, libovsdb time 4.815156ms I0511 17:58:16.137009 3804 pod.go:62] [openshift-ingress/router-default-77758cd455-z9n5k] pod update took 34.500214ms I0511 17:58:16.137037 3804 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-77758cd455-z9n5k] addLogicalPort annotation time took 34.524199ms I0511 17:58:16.138446 3804 pod.go:62] [openshift-insights/insights-runtime-extractor-p2zbx] pod update took 35.989356ms I0511 17:58:16.138513 3804 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-p2zbx] addLogicalPort annotation time took 36.059488ms I0511 17:58:16.138762 3804 pods.go:271] [openshift-ingress/router-default-77758cd455-z9n5k] addLogicalPort took 36.433166ms, libovsdb time 1.243554ms I0511 17:58:16.143827 3804 pods.go:271] [openshift-insights/insights-runtime-extractor-p2zbx] addLogicalPort took 41.542565ms, libovsdb time 4.453079ms I0511 17:58:16.181378 3804 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vw55k] creating logical port openshift-ingress-canary_ingress-canary-vw55k for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:16.181500 3804 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vw55k I0511 17:58:16.201577 3804 pod.go:62] [openshift-ingress-canary/ingress-canary-vw55k] pod update took 20.109925ms I0511 17:58:16.201600 3804 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vw55k] addLogicalPort annotation time took 20.139481ms I0511 17:58:16.202735 3804 pods.go:271] [openshift-ingress-canary/ingress-canary-vw55k] addLogicalPort took 21.373335ms, libovsdb time 849.348µs I0511 17:58:16.404774 3804 cni.go:452] [openshift-image-registry/image-registry-5d5d54496c-dbkvw 765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5d5d54496c-dbkvw 765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444 network default NAD default NAD key ] I0511 17:58:16.404774 3804 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k 189fb507f4c8041dfddf6fa6a6eff5ecebca0a1b75445b5aa661a0a76af3167f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k 189fb507f4c8041dfddf6fa6a6eff5ecebca0a1b75445b5aa661a0a76af3167f network default NAD default NAD key ] I0511 17:58:16.406021 3804 cni.go:452] [openshift-console/downloads-5c54f4944f-5q6g5 36793c013b219eb1e364a9fe73d5ea4b0b33bccace8dcfdd3b519d155282fab5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-5q6g5 36793c013b219eb1e364a9fe73d5ea4b0b33bccace8dcfdd3b519d155282fab5 network default NAD default NAD key ] I0511 17:58:16.427784 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-8sr6k, hostIfaceName: 189fb507f4c8041, network: default, NAD default, SandboxID: "189fb507f4c8041dfddf6fa6a6eff5ecebca0a1b75445b5aa661a0a76af3167f", PCI device ID: , UID: "72cace8b-d0f0-4558-b610-e445b341b1f9", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0511 17:58:16.428174 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5d5d54496c-dbkvw, hostIfaceName: 765a75996033cbe, network: default, NAD default, SandboxID: "765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444", PCI device ID: , UID: "c63a7d8f-904f-4e50-85a6-1c3333e7dadb", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0511 17:58:16.429633 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-5q6g5, hostIfaceName: 36793c013b219eb, network: default, NAD default, SandboxID: "36793c013b219eb1e364a9fe73d5ea4b0b33bccace8dcfdd3b519d155282fab5", PCI device ID: , UID: "9819a993-5a19-4041-b2a1-f01392b003f1", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0511 17:58:16.472771 3804 cni.go:452] [openshift-dns/dns-default-f5s7g 0789e5ba0717ef9a4a4627ac8c35f3949bcc451c9f2cc6b23f80a687ec4ef0f5 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-f5s7g 0789e5ba0717ef9a4a4627ac8c35f3949bcc451c9f2cc6b23f80a687ec4ef0f5 network default NAD default NAD key ] I0511 17:58:16.477948 3804 cni.go:452] [openshift-insights/insights-runtime-extractor-p2zbx eefdff3cc4977442541ba9b227ce2b3d55f5293124357f182da544b847530249 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-p2zbx eefdff3cc4977442541ba9b227ce2b3d55f5293124357f182da544b847530249 network default NAD default NAD key ] I0511 17:58:16.478348 3804 cni.go:452] [openshift-console/console-7d6559f477-p77qr b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d6559f477-p77qr b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd network default NAD default NAD key ] I0511 17:58:16.484747 3804 cni.go:452] [openshift-ingress/router-default-77758cd455-z9n5k ba4e0a3cb8192c8b2cc3e1c91f129a0ad2c140eb80d0b25130520ddf59bd6ce1 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-77758cd455-z9n5k ba4e0a3cb8192c8b2cc3e1c91f129a0ad2c140eb80d0b25130520ddf59bd6ce1 network default NAD default NAD key ] I0511 17:58:16.489766 3804 cni.go:473] [openshift-image-registry/image-registry-5d5d54496c-dbkvw 765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5d5d54496c-dbkvw 765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:b9:24:a5:82:eb\",\"name\":\"765a75996033cbe\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dace4493-476e-4a1d-a7fe-aab51c339c34\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:16.509180 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-p2zbx, hostIfaceName: eefdff3cc497744, network: default, NAD default, SandboxID: "eefdff3cc4977442541ba9b227ce2b3d55f5293124357f182da544b847530249", PCI device ID: , UID: "a80cd238-843e-4022-9c8d-913e4b244042", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0511 17:58:16.509362 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-77758cd455-z9n5k, hostIfaceName: ba4e0a3cb8192c8, network: default, NAD default, SandboxID: "ba4e0a3cb8192c8b2cc3e1c91f129a0ad2c140eb80d0b25130520ddf59bd6ce1", PCI device ID: , UID: "9792ad48-5920-4cf0-81ab-f5559b0a2865", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0511 17:58:16.509511 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-f5s7g, hostIfaceName: 0789e5ba0717ef9, network: default, NAD default, SandboxID: "0789e5ba0717ef9a4a4627ac8c35f3949bcc451c9f2cc6b23f80a687ec4ef0f5", PCI device ID: , UID: "04cb66ad-9ea6-42af-9a76-cb9745d62e5c", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0511 17:58:16.511968 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d6559f477-p77qr, hostIfaceName: b9f162b46edee07, network: default, NAD default, SandboxID: "b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd", PCI device ID: , UID: "ba2fa017-bd1c-46ff-9cf1-cb150a82c5c8", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0511 17:58:16.544378 3804 cni.go:452] [openshift-ingress-canary/ingress-canary-vw55k 54d0e13c179603dd82f4534aa8109d62494171d9af32bc94635cc499d6c1de08 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vw55k 54d0e13c179603dd82f4534aa8109d62494171d9af32bc94635cc499d6c1de08 network default NAD default NAD key ] I0511 17:58:16.556829 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vw55k, hostIfaceName: 54d0e13c179603d, network: default, NAD default, SandboxID: "54d0e13c179603dd82f4534aa8109d62494171d9af32bc94635cc499d6c1de08", PCI device ID: , UID: "6ba30079-3ae5-4887-9e6d-c7a6a56cd31c", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0511 17:58:16.561617 3804 cni.go:473] [openshift-ingress/router-default-77758cd455-z9n5k ba4e0a3cb8192c8b2cc3e1c91f129a0ad2c140eb80d0b25130520ddf59bd6ce1 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-77758cd455-z9n5k ba4e0a3cb8192c8b2cc3e1c91f129a0ad2c140eb80d0b25130520ddf59bd6ce1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:f9:65:3a:79:71\",\"name\":\"ba4e0a3cb8192c8\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b956f83c-c99e-4393-a12a-94e507c51245\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:16.624231 3804 cni.go:473] [openshift-ingress-canary/ingress-canary-vw55k 54d0e13c179603dd82f4534aa8109d62494171d9af32bc94635cc499d6c1de08 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vw55k 54d0e13c179603dd82f4534aa8109d62494171d9af32bc94635cc499d6c1de08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f3:d2:7c:90:38\",\"name\":\"54d0e13c179603d\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0d68b46-b97d-46e8-a2f4-1fa35261421a\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:16.698391 3804 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k 189fb507f4c8041dfddf6fa6a6eff5ecebca0a1b75445b5aa661a0a76af3167f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-8sr6k 189fb507f4c8041dfddf6fa6a6eff5ecebca0a1b75445b5aa661a0a76af3167f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ee:80:f2:0f:ad\",\"name\":\"189fb507f4c8041\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea95eea6-66dd-4b68-ac5a-9a901f669e38\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:16.700230 3804 cni.go:473] [openshift-console/downloads-5c54f4944f-5q6g5 36793c013b219eb1e364a9fe73d5ea4b0b33bccace8dcfdd3b519d155282fab5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-5q6g5 36793c013b219eb1e364a9fe73d5ea4b0b33bccace8dcfdd3b519d155282fab5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:60:51:e6:24:e7\",\"name\":\"36793c013b219eb\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75576f15-3ab0-4645-8402-2aa2514020bf\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:16.786660 3804 cni.go:473] [openshift-console/console-7d6559f477-p77qr b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d6559f477-p77qr b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:4f:4b:26:85:46\",\"name\":\"b9f162b46edee07\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcdadc89-d7b1-43c0-9b07-cb5d12ca53a5\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:16.786702 3804 cni.go:473] [openshift-dns/dns-default-f5s7g 0789e5ba0717ef9a4a4627ac8c35f3949bcc451c9f2cc6b23f80a687ec4ef0f5 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-f5s7g 0789e5ba0717ef9a4a4627ac8c35f3949bcc451c9f2cc6b23f80a687ec4ef0f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c6:fe:6a:61:12\",\"name\":\"0789e5ba0717ef9\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/723b7f9b-c5d6-4773-9999-3ca2c604797a\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:16.786833 3804 cni.go:473] [openshift-insights/insights-runtime-extractor-p2zbx eefdff3cc4977442541ba9b227ce2b3d55f5293124357f182da544b847530249 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-p2zbx eefdff3cc4977442541ba9b227ce2b3d55f5293124357f182da544b847530249 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:05:72:92:2c:1f\",\"name\":\"eefdff3cc497744\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/369d9301-9eaf-4e7c-a221-9365373bb505\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 17:58:17.364967 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0511 17:58:17.396520 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0511 17:58:17.396619 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0511 17:58:18.383630 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0511 17:58:18.383657 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0511 17:58:18.383703 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0511 17:58:18.383948 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0511 17:58:18.383967 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0511 17:58:18.509900 3804 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0511 17:58:19.269035 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0511 17:58:21.443314 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0511 17:58:21.859010 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-s46pk] creating logical port openshift-monitoring_prometheus-operator-76b589d668-s46pk for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:21.859163 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-s46pk I0511 17:58:21.872215 3804 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-s46pk] pod update took 13.090542ms I0511 17:58:21.872246 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-s46pk] addLogicalPort annotation time took 13.124902ms I0511 17:58:21.873845 3804 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-s46pk] addLogicalPort took 14.854849ms, libovsdb time 1.197763ms I0511 17:58:22.264869 3804 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-s46pk 16d5dac6f7e06764c19af3fac12bd2641ca69d3ed7c118ec267cd932a931cdc7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-s46pk 16d5dac6f7e06764c19af3fac12bd2641ca69d3ed7c118ec267cd932a931cdc7 network default NAD default NAD key ] I0511 17:58:22.275569 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-s46pk, hostIfaceName: 16d5dac6f7e0676, network: default, NAD default, SandboxID: "16d5dac6f7e06764c19af3fac12bd2641ca69d3ed7c118ec267cd932a931cdc7", PCI device ID: , UID: "39412a68-d56c-4d9e-96e2-c854b8d3fea8", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0511 17:58:22.325970 3804 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-s46pk 16d5dac6f7e06764c19af3fac12bd2641ca69d3ed7c118ec267cd932a931cdc7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-s46pk 16d5dac6f7e06764c19af3fac12bd2641ca69d3ed7c118ec267cd932a931cdc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6d:79:79:db:2f\",\"name\":\"16d5dac6f7e0676\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f110219-f3a2-42e4-8fd3-d3854e512122\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 17:58:22.423707 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0511 17:58:27.324720 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-4pxb2 for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:27.324832 3804 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2 I0511 17:58:27.342362 3804 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2] pod update took 17.564541ms I0511 17:58:27.342384 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2] addLogicalPort annotation time took 17.591048ms I0511 17:58:27.343779 3804 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2] addLogicalPort took 19.085017ms, libovsdb time 898.407µs I0511 17:58:27.383122 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-2fhds for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:27.383236 3804 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds I0511 17:58:27.400637 3804 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds] pod update took 17.431505ms I0511 17:58:27.400659 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds] addLogicalPort annotation time took 17.463117ms I0511 17:58:27.402024 3804 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds] addLogicalPort took 18.927318ms, libovsdb time 961.333µs W0511 17:58:27.529194 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0511 17:58:28.544795 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:28.545000 3804 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0511 17:58:28.576359 3804 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 31.400118ms I0511 17:58:28.576390 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 31.438605ms I0511 17:58:28.577874 3804 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 33.10087ms, libovsdb time 1.104343ms I0511 17:58:29.411532 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl] creating logical port openshift-monitoring_thanos-querier-6dfbd7ff89-fdwgl for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:29.411677 3804 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl I0511 17:58:29.431754 3804 pod.go:62] [openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl] pod update took 20.147289ms I0511 17:58:29.431776 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl] addLogicalPort annotation time took 20.176174ms I0511 17:58:29.433012 3804 pods.go:271] [openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl] addLogicalPort took 21.498207ms, libovsdb time 874.389µs W0511 17:58:31.392131 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0511 17:58:31.392153 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0511 17:58:31.392162 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0511 17:58:31.684366 3804 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2 202c0f4679e87ba5f3939f000a0d8a847149a2230c3873c9c6d608bfc2df4eab network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2 202c0f4679e87ba5f3939f000a0d8a847149a2230c3873c9c6d608bfc2df4eab network default NAD default NAD key ] I0511 17:58:31.684366 3804 cni.go:452] [openshift-monitoring/alertmanager-main-0 f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99 network default NAD default NAD key ] I0511 17:58:31.684461 3804 cni.go:452] [openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl e8e70a485d700b92569a526ae314e3dadbb605f8213616faae57765df85f525c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl e8e70a485d700b92569a526ae314e3dadbb605f8213616faae57765df85f525c network default NAD default NAD key ] I0511 17:58:31.686201 3804 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds b3d9b9e2453b697549c238f73746ae0651d20af895aed845ca6dfff044ac82a5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds b3d9b9e2453b697549c238f73746ae0651d20af895aed845ca6dfff044ac82a5 network default NAD default NAD key ] I0511 17:58:31.707600 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: f674275e456db78, network: default, NAD default, SandboxID: "f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99", PCI device ID: , UID: "d981ddf8-77f5-4b1c-a4fd-b9026384872d", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0511 17:58:31.724350 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-2fhds, hostIfaceName: b3d9b9e2453b697, network: default, NAD default, SandboxID: "b3d9b9e2453b697549c238f73746ae0651d20af895aed845ca6dfff044ac82a5", PCI device ID: , UID: "db878b77-1558-4f6d-9283-68303d7a32fb", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0511 17:58:31.724656 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6dfbd7ff89-fdwgl, hostIfaceName: e8e70a485d700b9, network: default, NAD default, SandboxID: "e8e70a485d700b92569a526ae314e3dadbb605f8213616faae57765df85f525c", PCI device ID: , UID: "e8d19914-8e3a-4c5c-b81f-643dee807d5b", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0511 17:58:31.725711 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-4pxb2, hostIfaceName: 202c0f4679e87ba, network: default, NAD default, SandboxID: "202c0f4679e87ba5f3939f000a0d8a847149a2230c3873c9c6d608bfc2df4eab", PCI device ID: , UID: "77427527-6c02-4970-aceb-145bd398873e", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] W0511 17:58:31.750392 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0511 17:58:31.750486 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0511 17:58:31.770217 3804 cni.go:473] [openshift-monitoring/alertmanager-main-0 f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:81:a4:28:9d:66\",\"name\":\"f674275e456db78\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8735acb9-ff09-4168-b054-7fce54d5bb94\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:31.855202 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-648677c5c6-9t9cn] creating logical port openshift-monitoring_metrics-server-648677c5c6-9t9cn for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:31.855299 3804 kube.go:256] Updating pod openshift-monitoring/metrics-server-648677c5c6-9t9cn I0511 17:58:31.871782 3804 pod.go:62] [openshift-monitoring/metrics-server-648677c5c6-9t9cn] pod update took 16.512677ms I0511 17:58:31.871807 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-648677c5c6-9t9cn] addLogicalPort annotation time took 16.543262ms I0511 17:58:31.873224 3804 pods.go:271] [openshift-monitoring/metrics-server-648677c5c6-9t9cn] addLogicalPort took 18.03741ms, libovsdb time 962.089µs I0511 17:58:31.995987 3804 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds b3d9b9e2453b697549c238f73746ae0651d20af895aed845ca6dfff044ac82a5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-2fhds b3d9b9e2453b697549c238f73746ae0651d20af895aed845ca6dfff044ac82a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:64:a2:92:c6:d2\",\"name\":\"b3d9b9e2453b697\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81fe5012-183e-4a91-8222-499505486b3c\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:31.996600 3804 cni.go:473] [openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl e8e70a485d700b92569a526ae314e3dadbb605f8213616faae57765df85f525c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6dfbd7ff89-fdwgl e8e70a485d700b92569a526ae314e3dadbb605f8213616faae57765df85f525c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:21:57:c0:71:af\",\"name\":\"e8e70a485d700b9\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efc937d6-3ed4-4f56-989c-195d074889ac\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:31.996617 3804 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2 202c0f4679e87ba5f3939f000a0d8a847149a2230c3873c9c6d608bfc2df4eab network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-4pxb2 202c0f4679e87ba5f3939f000a0d8a847149a2230c3873c9c6d608bfc2df4eab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:fa:f6:28:e2:7d\",\"name\":\"202c0f4679e87ba\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5499d4f5-f8ff-4497-892a-e3a7dcad7f07\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:32.127954 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-z24bd for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:32.128062 3804 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd I0511 17:58:32.145158 3804 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd] pod update took 17.122927ms I0511 17:58:32.145191 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd] addLogicalPort annotation time took 17.161745ms I0511 17:58:32.146576 3804 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd] addLogicalPort took 18.640497ms, libovsdb time 947.687µs W0511 17:58:32.148842 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6984d4dd84-dnckg IP address from the namespace address-set, err: pod openshift-console/console-6984d4dd84-dnckg: no pod IPs found W0511 17:58:32.148884 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6984d4dd84-sggvm IP address from the namespace address-set, err: pod openshift-console/console-6984d4dd84-sggvm: no pod IPs found I0511 17:58:32.215912 3804 cni.go:452] [openshift-monitoring/metrics-server-648677c5c6-9t9cn aa97c5788489b3ec66242115af0d1b8032945142ac19c1704f14d907aa09f38a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-648677c5c6-9t9cn aa97c5788489b3ec66242115af0d1b8032945142ac19c1704f14d907aa09f38a network default NAD default NAD key ] I0511 17:58:32.227208 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-648677c5c6-9t9cn, hostIfaceName: aa97c5788489b3e, network: default, NAD default, SandboxID: "aa97c5788489b3ec66242115af0d1b8032945142ac19c1704f14d907aa09f38a", PCI device ID: , UID: "c4cce88f-1945-41cb-a14e-337ae561d85f", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0511 17:58:32.282313 3804 cni.go:473] [openshift-monitoring/metrics-server-648677c5c6-9t9cn aa97c5788489b3ec66242115af0d1b8032945142ac19c1704f14d907aa09f38a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-648677c5c6-9t9cn aa97c5788489b3ec66242115af0d1b8032945142ac19c1704f14d907aa09f38a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b7:00:79:51:cf\",\"name\":\"aa97c5788489b3e\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/637026e9-cc36-4ccd-abce-9197ccc5c424\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 17:58:32.344009 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0511 17:58:32.483136 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0511 17:58:32.512946 3804 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd b14e954143c2f43ae7f2ea214504f8fef5fc61e44c96a32ffab088748e53e04f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd b14e954143c2f43ae7f2ea214504f8fef5fc61e44c96a32ffab088748e53e04f network default NAD default NAD key ] I0511 17:58:32.526572 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-z24bd, hostIfaceName: b14e954143c2f43, network: default, NAD default, SandboxID: "b14e954143c2f43ae7f2ea214504f8fef5fc61e44c96a32ffab088748e53e04f", PCI device ID: , UID: "0ed293dc-9e6f-4900-bfa7-31bb9a94a1b5", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0511 17:58:32.594938 3804 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd b14e954143c2f43ae7f2ea214504f8fef5fc61e44c96a32ffab088748e53e04f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-z24bd b14e954143c2f43ae7f2ea214504f8fef5fc61e44c96a32ffab088748e53e04f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:bf:4a:ae:93:d3\",\"name\":\"b14e954143c2f43\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4241d62-0954-4fea-89e8-faa3ac004637\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:32.619428 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6577c6f898-znd8w] creating logical port openshift-monitoring_telemeter-client-6577c6f898-znd8w for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:32.619622 3804 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6577c6f898-znd8w I0511 17:58:32.643516 3804 pod.go:62] [openshift-monitoring/telemeter-client-6577c6f898-znd8w] pod update took 23.930183ms I0511 17:58:32.643611 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6577c6f898-znd8w] addLogicalPort annotation time took 24.030052ms I0511 17:58:32.645548 3804 pods.go:271] [openshift-monitoring/telemeter-client-6577c6f898-znd8w] addLogicalPort took 26.138859ms, libovsdb time 1.419009ms I0511 17:58:33.715574 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-174.ec2.internal I0511 17:58:33.715790 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0511 17:58:33.742605 3804 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.876088ms I0511 17:58:33.742699 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.975726ms I0511 17:58:33.744511 3804 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.958686ms, libovsdb time 1.263906ms I0511 17:58:34.607046 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-0 232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537 network default NAD default NAD key ] I0511 17:58:34.607098 3804 cni.go:452] [openshift-monitoring/telemeter-client-6577c6f898-znd8w 52b60d9f677465a17b21eb6533c4e44d4f238872086801b2d0ce6eb48150bac5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6577c6f898-znd8w 52b60d9f677465a17b21eb6533c4e44d4f238872086801b2d0ce6eb48150bac5 network default NAD default NAD key ] I0511 17:58:34.619624 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 232074c8c1e56f2, network: default, NAD default, SandboxID: "232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537", PCI device ID: , UID: "3b000b96-bde9-42a6-b889-9b9c70cf76d2", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0511 17:58:34.619620 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6577c6f898-znd8w, hostIfaceName: 52b60d9f677465a, network: default, NAD default, SandboxID: "52b60d9f677465a17b21eb6533c4e44d4f238872086801b2d0ce6eb48150bac5", PCI device ID: , UID: "678d3c67-f89a-45c5-8416-d70e08d8c4aa", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0511 17:58:34.681643 3804 cni.go:473] [openshift-monitoring/telemeter-client-6577c6f898-znd8w 52b60d9f677465a17b21eb6533c4e44d4f238872086801b2d0ce6eb48150bac5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6577c6f898-znd8w 52b60d9f677465a17b21eb6533c4e44d4f238872086801b2d0ce6eb48150bac5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:10:d3:15:46:10\",\"name\":\"52b60d9f677465a\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ffadc86-a45c-4fee-984c-9942000b8617\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:34.698210 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-0 232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:7f:92:41:ef:12\",\"name\":\"232074c8c1e56f2\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30867bb6-0365-4727-86ce-159106668c61\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 17:58:35.377040 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0511 17:58:35.422622 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:58:35.422709 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:58:35.462574 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:35.462660 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:35.462673 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:35.490209 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:35.490297 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:35.490331 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0511 17:58:36.024410 3804 cni.go:452] [kube-system/global-pull-secret-syncer-whd57 06e06ef2cd1ea9a1f320251012986fe229f95b056dcd011b8bbe2a0e66d68f14 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-whd57 06e06ef2cd1ea9a1f320251012986fe229f95b056dcd011b8bbe2a0e66d68f14 network default NAD default NAD key ] I0511 17:58:36.037801 3804 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-whd57, hostIfaceName: 06e06ef2cd1ea9a, network: default, NAD default, SandboxID: "06e06ef2cd1ea9a1f320251012986fe229f95b056dcd011b8bbe2a0e66d68f14", PCI device ID: , UID: "2d37740c-e56f-4187-a51b-9467a6186819", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0511 17:58:36.042976 3804 cni.go:452] [openshift-multus/network-metrics-daemon-46nhv a6d5478768619c9e00ff85234d8c7d68621faa470a7666fd3ec47bb31bb7364b network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-46nhv a6d5478768619c9e00ff85234d8c7d68621faa470a7666fd3ec47bb31bb7364b network default NAD default NAD key ] I0511 17:58:36.054770 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-46nhv, hostIfaceName: a6d5478768619c9, network: default, NAD default, SandboxID: "a6d5478768619c9e00ff85234d8c7d68621faa470a7666fd3ec47bb31bb7364b", PCI device ID: , UID: "35df6818-bc11-4533-86a1-482fddc897d3", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0511 17:58:36.101184 3804 cni.go:473] [kube-system/global-pull-secret-syncer-whd57 06e06ef2cd1ea9a1f320251012986fe229f95b056dcd011b8bbe2a0e66d68f14 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-whd57 06e06ef2cd1ea9a1f320251012986fe229f95b056dcd011b8bbe2a0e66d68f14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ea:03:6f:6c:eb\",\"name\":\"06e06ef2cd1ea9a\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6fe7d2f2-f239-4b6c-ba9f-41ca6e018e37\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:36.122883 3804 cni.go:473] [openshift-multus/network-metrics-daemon-46nhv a6d5478768619c9e00ff85234d8c7d68621faa470a7666fd3ec47bb31bb7364b network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-46nhv a6d5478768619c9e00ff85234d8c7d68621faa470a7666fd3ec47bb31bb7364b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:83:36:70:3f:ca\",\"name\":\"a6d5478768619c9\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0737089-675d-438f-bb14-0fe7b1665301\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 17:58:36.389410 3804 cni.go:452] [openshift-network-diagnostics/network-check-target-9c57r d7979cead112d6a3c3b705f9cf2214cd003d7de8ead791816f974a14b191adda network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9c57r d7979cead112d6a3c3b705f9cf2214cd003d7de8ead791816f974a14b191adda network default NAD default NAD key ] I0511 17:58:36.400503 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9c57r, hostIfaceName: d7979cead112d6a, network: default, NAD default, SandboxID: "d7979cead112d6a3c3b705f9cf2214cd003d7de8ead791816f974a14b191adda", PCI device ID: , UID: "7cd52eea-19d9-4a8b-a8ac-37ba9e312bb8", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0511 17:58:36.464128 3804 cni.go:473] [openshift-network-diagnostics/network-check-target-9c57r d7979cead112d6a3c3b705f9cf2214cd003d7de8ead791816f974a14b191adda network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9c57r d7979cead112d6a3c3b705f9cf2214cd003d7de8ead791816f974a14b191adda network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ed:ff:75:92:dd\",\"name\":\"d7979cead112d6a\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1803b968-2850-452e-8af7-db2486638e05\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 17:58:36.555126 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:58:36.555152 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:58:36.618744 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0511 17:58:37.255962 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58f8556b85-pnznl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:58:37.256714 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58f8556b85-pnznl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0511 17:58:37.271479 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0511 17:58:37.271546 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0511 17:58:37.271559 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0511 17:58:37.271882 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry E0511 17:58:37.363036 3804 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-234.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0511 17:58:37.363120 3804 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-234.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-234.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-234.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-234.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-234.ec2.internal, error parsing annotation for node ip-10-0-1-234.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0511 17:58:37.363551 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-234.ec2.internal" for egress firewall I0511 17:58:37.363668 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:58:37.363704 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 39.056µs I0511 17:58:37.363802 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-234.ec2.internal in network "default" I0511 17:58:37.363831 3804 node_tracker.go:220] Node ip-10-0-1-234.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0511 17:58:37.374375 3804 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-234.ec2.internal annotation: unexpected end of JSON input I0511 17:58:37.374415 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0511 17:58:37.374460 3804 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-234.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0511 17:58:37.386213 3804 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-234.ec2.internal annotation: unexpected end of JSON input I0511 17:58:37.386226 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-234.ec2.internal" for egress firewall I0511 17:58:37.386266 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:58:37.386327 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 59.497µs I0511 17:58:37.386266 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0511 17:58:37.386376 3804 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-234.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0511 17:58:37.415614 3804 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-234.ec2.internal annotation: unexpected end of JSON input I0511 17:58:37.415652 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0511 17:58:37.415724 3804 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-234.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-234.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-234.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-234.ec2.internal" E0511 17:58:37.415970 3804 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-234.ec2.internal annotation: unexpected end of JSON input I0511 17:58:37.434437 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true W0511 17:58:37.477434 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:37.477459 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:37.477466 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:37.477472 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0511 17:58:37.494065 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58f8556b85-pnznl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:58:37.494158 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58f8556b85-pnznl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:58:37.500248 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58f8556b85-pnznl I0511 17:58:37.500338 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58f8556b85-pnznl I0511 17:58:37.603511 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0511 17:58:37.603542 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:58:37.603684 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 143.209µs I0511 17:58:37.603541 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-234.ec2.internal" for egress firewall I0511 17:58:37.627325 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0511 17:58:37.705378 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:37.705400 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:37.705409 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:37.705415 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier I0511 17:58:37.819173 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0511 17:58:38.022907 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-66f48446bc-8pvtm IP address from the namespace address-set, err: pod openshift-console/console-66f48446bc-8pvtm: no pod IPs found W0511 17:58:38.039875 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-66f48446bc-ctwgs IP address from the namespace address-set, err: pod openshift-console/console-66f48446bc-ctwgs: no pod IPs found W0511 17:58:38.436077 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0511 17:58:41.596925 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0511 17:58:42.551511 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-g88kv I0511 17:58:42.551524 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-nvz94 I0511 17:58:42.551549 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-dsz9j I0511 17:58:42.551558 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-dsz9j I0511 17:58:42.551559 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-nvz94 I0511 17:58:42.551594 3804 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-dsz9j, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-dsz9j: suppressed error logged: pod openshift-network-diagnostics/network-check-target-dsz9j: no pod IPs found I0511 17:58:42.551596 3804 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-nvz94, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nvz94: suppressed error logged: pod openshift-multus/network-metrics-daemon-nvz94: no pod IPs found I0511 17:58:42.551542 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-g88kv I0511 17:58:42.551617 3804 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-g88kv, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-g88kv: suppressed error logged: pod kube-system/global-pull-secret-syncer-g88kv: no pod IPs found W0511 17:58:43.407170 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.407192 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.407201 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.407206 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.407231 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.407236 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.407240 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.407244 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.593177 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.593197 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.593205 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0511 17:58:43.593210 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0511 17:58:47.536181 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0511 17:58:47.767336 3804 obj_retry.go:498] Detected object openshift-console/console-7d6559f477-8qr5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:58:47.767917 3804 obj_retry.go:498] Detected object openshift-console/console-7d6559f477-8qr5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:58:48.461162 3804 obj_retry.go:492] Detected object openshift-console/console-7d6559f477-8qr5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:58:48.461185 3804 obj_retry.go:492] Detected object openshift-console/console-7d6559f477-8qr5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:58:48.469211 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d6559f477-8qr5l I0511 17:58:48.469236 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d6559f477-8qr5l W0511 17:58:54.497000 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0511 17:58:56.284686 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-234.ec2.internal" for egress firewall I0511 17:58:56.284729 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:58:56.284735 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0511 17:58:56.284747 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 23.025µs W0511 17:58:56.384696 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0511 17:58:56.384720 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0511 17:58:57.536156 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0511 17:58:57.722771 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0511 17:58:59.528640 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0511 17:58:59.569550 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:59.569566 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:59.569572 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:59.569582 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:59.569587 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:59.569591 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:59.588253 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:59.588273 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 17:58:59.588279 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0511 17:59:00.976147 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-234.ec2.internal in network "default" I0511 17:59:00.976201 3804 node_tracker.go:235] Node ip-10-0-1-234.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-234.ec2.internal" I0511 17:59:00.976219 3804 node_tracker.go:169] Node ip-10-0-1-234.ec2.internal switch + router changed, syncing services in network "default" I0511 17:59:00.976230 3804 services_controller.go:574] Full service sync requested for network=default I0511 17:59:00.976147 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "ip-10-0-1-234.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0511 17:59:00.976318 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:00.976334 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0511 17:59:01.027407 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "ip-10-0-1-234.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0511 17:59:01.127116 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-234.ec2.internal in network "default" I0511 17:59:01.127189 3804 node_tracker.go:169] Node ip-10-0-1-234.ec2.internal switch + router changed, syncing services in network "default" I0511 17:59:01.127201 3804 services_controller.go:574] Full service sync requested for network=default I0511 17:59:01.127206 3804 default_network_controller.go:1025] Node "ip-10-0-1-234.ec2.internal" in remote zone "ip-10-0-1-234.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0511 17:59:01.127488 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:01.127505 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0511 17:59:01.128165 3804 zone_ic_handler.go:195] Time taken to create transit switch: 286.157µs I0511 17:59:01.128183 3804 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-234.ec2.internal for the network default I0511 17:59:01.129254 3804 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-234.ec2.internal" on network "default" took: 1.40689ms I0511 17:59:03.684233 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-234.ec2.internal" for egress firewall I0511 17:59:03.684250 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-234.ec2.internal in network "default" I0511 17:59:03.684261 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:59:03.684277 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 21.457µs I0511 17:59:03.684302 3804 node_tracker.go:169] Node ip-10-0-1-234.ec2.internal switch + router changed, syncing services in network "default" I0511 17:59:03.684314 3804 services_controller.go:574] Full service sync requested for network=default I0511 17:59:03.684250 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-234.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0511 17:59:03.684339 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-234.ec2.internal", IP: 10.0.1.234 to PMTUD blocking rules W0511 17:59:03.684824 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:03.684839 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0511 17:59:03.690921 3804 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-234.ec2.internal. Updating no re-route policies I0511 17:59:03.701332 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-234.ec2.internal", IP: 10.0.1.234 to PMTUD blocking rules I0511 17:59:03.701347 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-234.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0511 17:59:07.147516 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-234.ec2.internal I0511 17:59:07.147542 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-234.ec2.internal: 30.886µs W0511 17:59:09.574737 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0511 17:59:14.577361 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0511 17:59:20.392125 3804 obj_retry.go:498] Detected object openshift-ingress/router-default-5f7f58d6b5-kmnkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:20.392643 3804 obj_retry.go:498] Detected object openshift-ingress/router-default-5f7f58d6b5-kmnkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:20.621949 3804 obj_retry.go:492] Detected object openshift-ingress/router-default-5f7f58d6b5-kmnkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:20.621971 3804 obj_retry.go:492] Detected object openshift-ingress/router-default-5f7f58d6b5-kmnkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:20.627714 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5f7f58d6b5-kmnkj I0511 17:59:20.627746 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5f7f58d6b5-kmnkj I0511 17:59:23.746019 3804 cni.go:452] [openshift-console/console-7d6559f477-p77qr b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d6559f477-p77qr b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd network default NAD default NAD key ] I0511 17:59:23.814865 3804 cni.go:473] [openshift-console/console-7d6559f477-p77qr b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d6559f477-p77qr b9f162b46edee07b815893aa42bfc2966e70b3042ad257e69d6b473d8153cadd network default NAD default NAD key default], result "{}", err I0511 17:59:23.887923 3804 obj_retry.go:498] Detected object openshift-console/console-7d6559f477-p77qr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:23.887958 3804 pods.go:176] Deleting pod: openshift-console/console-7d6559f477-p77qr I0511 17:59:23.889118 3804 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d6559f477-p77qr, ips: 10.129.0.10 I0511 17:59:23.889145 3804 obj_retry.go:498] Detected object openshift-console/console-7d6559f477-p77qr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:24.736994 3804 obj_retry.go:492] Detected object openshift-console/console-7d6559f477-p77qr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:24.737084 3804 obj_retry.go:492] Detected object openshift-console/console-7d6559f477-p77qr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:24.742075 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d6559f477-p77qr I0511 17:59:24.742100 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d6559f477-p77qr I0511 17:59:26.658064 3804 cni.go:452] [openshift-image-registry/image-registry-5d5d54496c-dbkvw 765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5d5d54496c-dbkvw 765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444 network default NAD default NAD key ] I0511 17:59:26.767766 3804 cni.go:473] [openshift-image-registry/image-registry-5d5d54496c-dbkvw 765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5d5d54496c-dbkvw 765a75996033cbe4e46019e703e9928f9f041b11d6be894747d4b652f1b8b444 network default NAD default NAD key default], result "{}", err I0511 17:59:26.846479 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d5d54496c-dbkvw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:26.846513 3804 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5d5d54496c-dbkvw I0511 17:59:26.847793 3804 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5d5d54496c-dbkvw, ips: 10.129.0.7 I0511 17:59:26.847918 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d5d54496c-dbkvw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:27.769497 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d5d54496c-dbkvw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:27.769530 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d5d54496c-dbkvw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:27.775160 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d5d54496c-dbkvw I0511 17:59:27.775189 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d5d54496c-dbkvw W0511 17:59:34.731640 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:34.731667 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:34.731683 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:34.731690 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:34.857776 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 17:59:34.857796 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0511 17:59:45.112251 3804 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0511 17:59:49.347364 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:49.347911 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:49.772140 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:49.772171 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:49.778831 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0511 17:59:49.778867 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0511 17:59:53.631158 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:53.631755 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 17:59:53.807238 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:53.807260 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 17:59:53.813603 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0511 17:59:53.813626 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0511 18:00:05.103459 3804 base_network_controller_pods.go:487] [default/openshift-console/console-87ff8fdcf-q64zx] creating logical port openshift-console_console-87ff8fdcf-q64zx for pod on switch ip-10-0-0-174.ec2.internal I0511 18:00:05.103561 3804 kube.go:256] Updating pod openshift-console/console-87ff8fdcf-q64zx I0511 18:00:05.119081 3804 pod.go:62] [openshift-console/console-87ff8fdcf-q64zx] pod update took 15.547307ms I0511 18:00:05.119106 3804 base_network_controller_pods.go:951] [default/openshift-console/console-87ff8fdcf-q64zx] addLogicalPort annotation time took 15.575093ms I0511 18:00:05.120332 3804 pods.go:271] [openshift-console/console-87ff8fdcf-q64zx] addLogicalPort took 16.894625ms, libovsdb time 904.027µs I0511 18:00:05.463665 3804 cni.go:452] [openshift-console/console-87ff8fdcf-q64zx 5c2aeb2cef4891dddcd84f7e59bd258a0e6e7505769b237619428b76d8d77327 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-87ff8fdcf-q64zx 5c2aeb2cef4891dddcd84f7e59bd258a0e6e7505769b237619428b76d8d77327 network default NAD default NAD key ] I0511 18:00:05.473673 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-87ff8fdcf-q64zx, hostIfaceName: 5c2aeb2cef4891d, network: default, NAD default, SandboxID: "5c2aeb2cef4891dddcd84f7e59bd258a0e6e7505769b237619428b76d8d77327", PCI device ID: , UID: "ebfe2b4e-36b5-4067-8bfc-01e84e715c65", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0511 18:00:05.526911 3804 cni.go:473] [openshift-console/console-87ff8fdcf-q64zx 5c2aeb2cef4891dddcd84f7e59bd258a0e6e7505769b237619428b76d8d77327 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-87ff8fdcf-q64zx 5c2aeb2cef4891dddcd84f7e59bd258a0e6e7505769b237619428b76d8d77327 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:90:b8:d8:80:8b\",\"name\":\"5c2aeb2cef4891d\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b8b47fb-a769-4b69-8740-a3787fe01cd0\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:00:05.777262 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:05.777823 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:06.800328 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:06.800350 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642040-cxxtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:12.072065 3804 cni.go:452] [openshift-monitoring/alertmanager-main-0 f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99 network default NAD default NAD key ] I0511 18:00:12.149166 3804 cni.go:473] [openshift-monitoring/alertmanager-main-0 f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 f674275e456db78d29207ead0ec065b23042765fadce7ca170045043d56ffa99 network default NAD default NAD key default], result "{}", err I0511 18:00:12.208085 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:12.208118 3804 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0511 18:00:12.209398 3804 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.17 I0511 18:00:12.209421 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:12.966145 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:12.966171 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:12.972520 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0511 18:00:12.972547 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0511 18:00:13.005708 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-174.ec2.internal I0511 18:00:13.005896 3804 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0511 18:00:13.028626 3804 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.805219ms I0511 18:00:13.028647 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.831915ms I0511 18:00:13.029925 3804 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.237798ms, libovsdb time 910.925µs I0511 18:00:13.365612 3804 cni.go:452] [openshift-monitoring/alertmanager-main-0 ba06668428e054e806f0bed7c567cf25e00b73ccef5bb9a158a533c11571bcea network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ba06668428e054e806f0bed7c567cf25e00b73ccef5bb9a158a533c11571bcea network default NAD default NAD key ] I0511 18:00:13.374744 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ba06668428e054e, network: default, NAD default, SandboxID: "ba06668428e054e806f0bed7c567cf25e00b73ccef5bb9a158a533c11571bcea", PCI device ID: , UID: "22522e73-edc2-4faf-9606-ee32ef626d01", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0511 18:00:13.421497 3804 cni.go:473] [openshift-monitoring/alertmanager-main-0 ba06668428e054e806f0bed7c567cf25e00b73ccef5bb9a158a533c11571bcea network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ba06668428e054e806f0bed7c567cf25e00b73ccef5bb9a158a533c11571bcea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:56:b1:1f:77:6e\",\"name\":\"ba06668428e054e\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72549084-9b6f-4f32-ad0a-4c6d22629843\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 18:00:15.993614 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0511 18:00:16.814784 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:16.815358 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:16.815386 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:00:16.815395 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0511 18:00:16.815411 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:00:16.815418 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0511 18:00:17.839789 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:17.839814 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:17.839834 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:17.839846 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dq45hs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:22.362173 3804 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0511 18:00:22.372355 3804 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0511 18:00:30.410472 3804 obj_retry.go:498] Detected object openshift-console/console-75d7f46b9f-bbztb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:30.411001 3804 obj_retry.go:498] Detected object openshift-console/console-75d7f46b9f-bbztb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:31.006410 3804 obj_retry.go:492] Detected object openshift-console/console-75d7f46b9f-bbztb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:31.006443 3804 obj_retry.go:492] Detected object openshift-console/console-75d7f46b9f-bbztb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:31.013091 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75d7f46b9f-bbztb I0511 18:00:31.013114 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75d7f46b9f-bbztb I0511 18:00:41.307238 3804 obj_retry.go:498] Detected object openshift-console/console-75d7f46b9f-mfwk5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:41.307825 3804 obj_retry.go:498] Detected object openshift-console/console-75d7f46b9f-mfwk5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:41.773638 3804 obj_retry.go:492] Detected object openshift-console/console-75d7f46b9f-mfwk5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:41.773672 3804 obj_retry.go:492] Detected object openshift-console/console-75d7f46b9f-mfwk5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:41.779362 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75d7f46b9f-mfwk5 I0511 18:00:41.779389 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75d7f46b9f-mfwk5 W0511 18:00:43.420416 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 18:00:43.420436 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0511 18:00:43.420442 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0511 18:00:56.335987 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-0 232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537 network default NAD default NAD key ] I0511 18:00:56.423415 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-0 232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 232074c8c1e56f260262e1eafccbe8423cbcc19f7edfad3e503ac01e76cc8537 network default NAD default NAD key default], result "{}", err I0511 18:00:56.488020 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:56.488062 3804 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0511 18:00:56.489347 3804 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.22 I0511 18:00:56.489376 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:00:57.157085 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:57.157134 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:00:57.162899 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0511 18:00:57.162921 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0511 18:00:57.208069 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-174.ec2.internal I0511 18:00:57.208192 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0511 18:00:57.228821 3804 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 20.672338ms I0511 18:00:57.228843 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 20.697394ms I0511 18:00:57.230097 3804 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 22.041761ms, libovsdb time 904.221µs I0511 18:00:57.568451 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7a70c60d2322018c3cdef917eb8247d3af22ff5d71d6f4737bb65f2b8833906a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 7a70c60d2322018c3cdef917eb8247d3af22ff5d71d6f4737bb65f2b8833906a network default NAD default NAD key ] I0511 18:00:57.577454 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 7a70c60d2322018, network: default, NAD default, SandboxID: "7a70c60d2322018c3cdef917eb8247d3af22ff5d71d6f4737bb65f2b8833906a", PCI device ID: , UID: "fa2fd1d0-2a94-4646-87a2-d15f58d7dcf2", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0511 18:00:57.625287 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7a70c60d2322018c3cdef917eb8247d3af22ff5d71d6f4737bb65f2b8833906a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 7a70c60d2322018c3cdef917eb8247d3af22ff5d71d6f4737bb65f2b8833906a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:ef:40:26:a8:65\",\"name\":\"7a70c60d2322018\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57108ef9-e0c3-4c38-b932-76deea2edf1e\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 18:01:58.446183 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0511 18:01:58.446202 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0511 18:03:15.599289 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0511 18:03:17.560830 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0511 18:04:02.576028 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0511 18:04:32.560361 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0511 18:04:37.565498 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0511 18:04:46.585817 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0511 18:04:51.471119 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0511 18:04:58.476547 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33 W0511 18:05:27.664184 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0511 18:05:32.591974 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0511 18:05:38.703497 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0511 18:05:38.703576 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-7lbrq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-7lbrq: no pod IPs found I0511 18:05:43.873918 3804 namespace.go:98] [tsf] adding namespace I0511 18:05:43.874793 3804 namespace.go:102] [tsf] adding namespace took 842.397µs I0511 18:05:43.892420 3804 namespace.go:142] [tsf] updating namespace I0511 18:05:43.910658 3804 namespace.go:142] [tsf] updating namespace I0511 18:05:47.605050 3804 namespace.go:98] [tsf-tas] adding namespace I0511 18:05:47.605129 3804 namespace.go:98] [rhtpa-operator] adding namespace I0511 18:05:47.605192 3804 namespace.go:98] [rhbk-operator] adding namespace I0511 18:05:47.605230 3804 namespace.go:98] [tsf-keycloak] adding namespace I0511 18:05:47.605979 3804 namespace.go:102] [tsf-tas] adding namespace took 900.344µs I0511 18:05:47.606577 3804 namespace.go:102] [rhtpa-operator] adding namespace took 1.433749ms I0511 18:05:47.607129 3804 namespace.go:102] [rhbk-operator] adding namespace took 1.92521ms I0511 18:05:47.607683 3804 namespace.go:102] [tsf-keycloak] adding namespace took 2.442885ms I0511 18:05:47.617492 3804 namespace.go:98] [konflux-operator] adding namespace I0511 18:05:47.617563 3804 namespace.go:98] [tsf-tpa] adding namespace I0511 18:05:47.618165 3804 namespace.go:102] [konflux-operator] adding namespace took 660.61µs I0511 18:05:47.618702 3804 namespace.go:102] [tsf-tpa] adding namespace took 1.126929ms I0511 18:05:47.620952 3804 namespace.go:98] [konflux-ui] adding namespace I0511 18:05:47.621034 3804 namespace.go:98] [cert-manager-operator] adding namespace I0511 18:05:47.621517 3804 namespace.go:102] [konflux-ui] adding namespace took 551.706µs I0511 18:05:47.622005 3804 namespace.go:102] [cert-manager-operator] adding namespace took 957.305µs I0511 18:05:47.649900 3804 namespace.go:142] [tsf-tas] updating namespace I0511 18:05:47.693042 3804 namespace.go:142] [rhbk-operator] updating namespace I0511 18:05:47.693111 3804 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:05:47.711162 3804 namespace.go:142] [tsf-tas] updating namespace I0511 18:05:47.711215 3804 namespace.go:142] [konflux-operator] updating namespace I0511 18:05:47.711333 3804 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:05:47.736998 3804 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:05:47.740937 3804 namespace.go:142] [konflux-ui] updating namespace I0511 18:05:47.740978 3804 namespace.go:142] [tsf-tpa] updating namespace I0511 18:05:47.770966 3804 namespace.go:142] [tsf-tas] updating namespace I0511 18:05:47.803981 3804 namespace.go:142] [rhbk-operator] updating namespace I0511 18:05:47.859518 3804 namespace.go:142] [rhbk-operator] updating namespace I0511 18:05:47.870715 3804 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:05:47.891219 3804 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:05:47.928551 3804 namespace.go:142] [konflux-operator] updating namespace I0511 18:05:47.950874 3804 namespace.go:142] [konflux-operator] updating namespace I0511 18:05:47.980384 3804 namespace.go:142] [tsf-tpa] updating namespace I0511 18:05:48.004105 3804 namespace.go:142] [tsf-tpa] updating namespace I0511 18:05:48.023029 3804 namespace.go:142] [konflux-ui] updating namespace I0511 18:05:48.047894 3804 namespace.go:142] [konflux-ui] updating namespace I0511 18:05:48.097966 3804 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:05:48.119189 3804 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:05:48.132886 3804 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:05:48.145714 3804 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:05:48.947519 3804 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:05:48.958489 3804 namespace.go:142] [tsf-tpa] updating namespace I0511 18:05:56.947840 3804 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:05:56.948408 3804 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:05:56.948441 3804 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:05:56.948450 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:05:56.948460 3804 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:05:56.948465 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:05:57.973337 3804 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:57.973362 3804 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:57.973378 3804 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:57.973389 3804 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe47rs8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:58.049507 3804 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:05:58.050073 3804 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:05:58.050106 3804 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:05:58.050119 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:05:58.050132 3804 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:05:58.050139 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:05:59.074557 3804 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:59.074589 3804 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:59.074607 3804 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:05:59.074625 3804 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6pxml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:01.941548 3804 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:01.942142 3804 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:01.942166 3804 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:01.942173 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:06:01.942184 3804 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:01.942188 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:06:02.865368 3804 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:02.865426 3804 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:02.865440 3804 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:02.865456 3804 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egr8qh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:02.949888 3804 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:02.950446 3804 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:02.950476 3804 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:02.950487 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:06:02.950497 3804 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:02.950501 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:06:03.562037 3804 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-rl2hp] creating logical port rhbk-operator_rhbk-operator-69889d554d-rl2hp for pod on switch ip-10-0-0-174.ec2.internal I0511 18:06:03.562181 3804 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-rl2hp I0511 18:06:03.576308 3804 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-rl2hp] pod update took 14.155639ms I0511 18:06:03.576333 3804 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-rl2hp] addLogicalPort annotation time took 14.183377ms I0511 18:06:03.577557 3804 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-rl2hp] addLogicalPort took 15.543041ms, libovsdb time 872.657µs I0511 18:06:03.920929 3804 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-rl2hp 248a8a7b0d378db1bd7b7943b0396f1a5bf61bb5eb55a9612e1c1c204fa6bdde network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-rl2hp 248a8a7b0d378db1bd7b7943b0396f1a5bf61bb5eb55a9612e1c1c204fa6bdde network default NAD default NAD key ] I0511 18:06:03.930053 3804 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-rl2hp, hostIfaceName: 248a8a7b0d378db, network: default, NAD default, SandboxID: "248a8a7b0d378db1bd7b7943b0396f1a5bf61bb5eb55a9612e1c1c204fa6bdde", PCI device ID: , UID: "4b6261ea-d450-4b30-b965-7dc38bcd9b23", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0511 18:06:03.980405 3804 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-rl2hp 248a8a7b0d378db1bd7b7943b0396f1a5bf61bb5eb55a9612e1c1c204fa6bdde network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-rl2hp 248a8a7b0d378db1bd7b7943b0396f1a5bf61bb5eb55a9612e1c1c204fa6bdde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:49:ff:88:6b:af\",\"name\":\"248a8a7b0d378db\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00ea8e73-39f8-4d3a-8c1d-e6a739b95681\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:06:03.983912 3804 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:03.983930 3804 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:03.983944 3804 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:03.983955 3804 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nnbcn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:05.972301 3804 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:05.972885 3804 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:05.972912 3804 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:05.972919 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:06:05.972931 3804 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:05.972936 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:06:06.486146 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=588 I0511 18:06:06.988842 3804 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:06.989428 3804 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:06.989460 3804 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:06.989471 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0511 18:06:06.989490 3804 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0511 18:06:06.989497 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0511 18:06:07.000930 3804 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:07.000951 3804 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:07.000971 3804 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:07.000985 3804 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j6whm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:08.015219 3804 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:08.015247 3804 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:08.015266 3804 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:08.015277 3804 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jhjz6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:11.483567 3804 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-jkfpp for pod on switch ip-10-0-0-174.ec2.internal I0511 18:06:11.483714 3804 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp I0511 18:06:11.515109 3804 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp] pod update took 31.419263ms I0511 18:06:11.515142 3804 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp] addLogicalPort annotation time took 31.457964ms I0511 18:06:11.516401 3804 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp] addLogicalPort took 32.855021ms, libovsdb time 927.504µs I0511 18:06:11.842592 3804 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp c473e42ee7d3f376e93bec85121a42b66f4782484f0c65bfdeddfe4e7e0cb74b network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp c473e42ee7d3f376e93bec85121a42b66f4782484f0c65bfdeddfe4e7e0cb74b network default NAD default NAD key ] I0511 18:06:11.852225 3804 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-jkfpp, hostIfaceName: c473e42ee7d3f37, network: default, NAD default, SandboxID: "c473e42ee7d3f376e93bec85121a42b66f4782484f0c65bfdeddfe4e7e0cb74b", PCI device ID: , UID: "f70f539e-182a-4b05-8200-733e764a6a02", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0511 18:06:11.903262 3804 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp c473e42ee7d3f376e93bec85121a42b66f4782484f0c65bfdeddfe4e7e0cb74b network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-jkfpp c473e42ee7d3f376e93bec85121a42b66f4782484f0c65bfdeddfe4e7e0cb74b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:e6:ea:ad:88:ac\",\"name\":\"c473e42ee7d3f37\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ddb36d4-fcda-4bd4-a9af-5b73f35ae716\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:06:13.583832 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0511 18:06:16.809919 3804 namespace.go:98] [cert-manager] adding namespace I0511 18:06:16.810914 3804 namespace.go:102] [cert-manager] adding namespace took 966.008µs I0511 18:06:16.850579 3804 namespace.go:142] [cert-manager] updating namespace I0511 18:06:16.861878 3804 namespace.go:142] [cert-manager] updating namespace I0511 18:06:22.466953 3804 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-w7p9f for pod on switch ip-10-0-0-174.ec2.internal I0511 18:06:22.467076 3804 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f I0511 18:06:22.487198 3804 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f] pod update took 20.147472ms I0511 18:06:22.487222 3804 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f] addLogicalPort annotation time took 20.175834ms I0511 18:06:22.488409 3804 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f] addLogicalPort took 21.475797ms, libovsdb time 866.107µs I0511 18:06:22.847438 3804 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f e71d9cf134e0e2d6a0dad2dfb0279a71a65c967319a0b077c31f05f5d2b0f543 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f e71d9cf134e0e2d6a0dad2dfb0279a71a65c967319a0b077c31f05f5d2b0f543 network default NAD default NAD key ] I0511 18:06:22.857187 3804 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-w7p9f, hostIfaceName: e71d9cf134e0e2d, network: default, NAD default, SandboxID: "e71d9cf134e0e2d6a0dad2dfb0279a71a65c967319a0b077c31f05f5d2b0f543", PCI device ID: , UID: "cfae04ed-2a93-47a9-988b-aa0eca3e2918", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0511 18:06:22.909040 3804 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f e71d9cf134e0e2d6a0dad2dfb0279a71a65c967319a0b077c31f05f5d2b0f543 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-w7p9f e71d9cf134e0e2d6a0dad2dfb0279a71a65c967319a0b077c31f05f5d2b0f543 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:80:db:a9:66:0b\",\"name\":\"e71d9cf134e0e2d\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c43f57d-12a3-458f-917a-7f103f026fe6\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:06:24.135839 3804 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-rw2kv for pod on switch ip-10-0-0-174.ec2.internal I0511 18:06:24.135991 3804 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv I0511 18:06:24.158892 3804 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv] pod update took 22.942836ms I0511 18:06:24.158916 3804 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv] addLogicalPort annotation time took 22.97174ms I0511 18:06:24.160135 3804 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv] addLogicalPort took 24.314271ms, libovsdb time 851.33µs I0511 18:06:24.499023 3804 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv 28416945a2f08ac1507fb0f82424a0d1c13e23c130f06b65fb7cbc849cf70f7b network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv 28416945a2f08ac1507fb0f82424a0d1c13e23c130f06b65fb7cbc849cf70f7b network default NAD default NAD key ] I0511 18:06:24.509749 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-rw2kv, hostIfaceName: 28416945a2f08ac, network: default, NAD default, SandboxID: "28416945a2f08ac1507fb0f82424a0d1c13e23c130f06b65fb7cbc849cf70f7b", PCI device ID: , UID: "5ff25e31-d4f2-4386-887e-e423bdfb37b4", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0511 18:06:24.561423 3804 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv 28416945a2f08ac1507fb0f82424a0d1c13e23c130f06b65fb7cbc849cf70f7b network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-rw2kv 28416945a2f08ac1507fb0f82424a0d1c13e23c130f06b65fb7cbc849cf70f7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:14:31:33:bb:44\",\"name\":\"28416945a2f08ac\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d662f2d4-e34c-43b5-81a5-d155b8e72ef9\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:06:25.677019 3804 namespace.go:142] [openshift-operators] updating namespace W0511 18:06:25.677775 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0511 18:06:25.677793 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0511 18:06:25.689082 3804 namespace.go:142] [openshift-operators] updating namespace W0511 18:06:27.583315 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0511 18:06:28.030348 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0511 18:06:28.079255 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0511 18:06:28.089674 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0511 18:06:28.450169 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0511 18:06:28.461802 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0511 18:06:28.485978 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0511 18:06:28.491117 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0511 18:06:32.477549 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=54 I0511 18:06:33.051098 3804 namespace.go:142] [openshift-operators] updating namespace I0511 18:06:33.443144 3804 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-4xnx6 for pod on switch ip-10-0-0-174.ec2.internal I0511 18:06:33.443268 3804 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6 I0511 18:06:33.483004 3804 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6] pod update took 39.760155ms I0511 18:06:33.483035 3804 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6] addLogicalPort annotation time took 39.795099ms I0511 18:06:33.484350 3804 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6] addLogicalPort took 41.229092ms, libovsdb time 940.752µs I0511 18:06:33.802635 3804 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6 53eaacfe14d801a2e5bac7a22f875e22835ac894b1e4b51d2894ee269d86277d network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6 53eaacfe14d801a2e5bac7a22f875e22835ac894b1e4b51d2894ee269d86277d network default NAD default NAD key ] I0511 18:06:33.811625 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-4xnx6, hostIfaceName: 53eaacfe14d801a, network: default, NAD default, SandboxID: "53eaacfe14d801a2e5bac7a22f875e22835ac894b1e4b51d2894ee269d86277d", PCI device ID: , UID: "e31d817c-88c7-4579-b47c-ba3815d3dd92", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0511 18:06:33.862915 3804 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6 53eaacfe14d801a2e5bac7a22f875e22835ac894b1e4b51d2894ee269d86277d network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-4xnx6 53eaacfe14d801a2e5bac7a22f875e22835ac894b1e4b51d2894ee269d86277d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:ad:f9:9c:69:3a\",\"name\":\"53eaacfe14d801a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9fbe324-935e-4415-9470-f86c7d428fe4\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 18:06:38.667159 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0511 18:06:41.475910 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0511 18:06:42.091126 3804 namespace.go:98] [trusted-artifact-signer] adding namespace I0511 18:06:42.091967 3804 namespace.go:102] [trusted-artifact-signer] adding namespace took 820.691µs W0511 18:06:42.117008 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0511 18:06:42.151347 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:42.172093 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:49.680345 3804 namespace.go:98] [openshift-pipelines] adding namespace I0511 18:06:49.681207 3804 namespace.go:102] [openshift-pipelines] adding namespace took 842.117µs I0511 18:06:49.697901 3804 namespace.go:142] [openshift-pipelines] updating namespace I0511 18:06:50.392125 3804 namespace.go:142] [cert-manager] updating namespace I0511 18:06:50.594383 3804 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:06:50.994350 3804 namespace.go:142] [konflux-operator] updating namespace I0511 18:06:51.198118 3804 namespace.go:142] [konflux-ui] updating namespace I0511 18:06:51.397412 3804 namespace.go:142] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] updating namespace I0511 18:06:51.799844 3804 namespace.go:142] [rhbk-operator] updating namespace I0511 18:06:52.000893 3804 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:06:52.198132 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:52.397234 3804 namespace.go:142] [tsf] updating namespace I0511 18:06:52.600173 3804 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:06:52.802290 3804 namespace.go:142] [tsf-tas] updating namespace I0511 18:06:53.002026 3804 namespace.go:142] [tsf-tpa] updating namespace I0511 18:06:53.143380 3804 namespace.go:142] [cert-manager] updating namespace I0511 18:06:53.154812 3804 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:06:53.162892 3804 namespace.go:142] [default] updating namespace I0511 18:06:53.176900 3804 namespace.go:142] [konflux-operator] updating namespace I0511 18:06:53.189496 3804 namespace.go:142] [konflux-ui] updating namespace I0511 18:06:53.204652 3804 namespace.go:142] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] updating namespace I0511 18:06:53.214097 3804 namespace.go:142] [openshift] updating namespace I0511 18:06:53.228941 3804 namespace.go:142] [rhbk-operator] updating namespace I0511 18:06:53.241926 3804 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:06:53.252256 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:53.263895 3804 namespace.go:142] [tsf] updating namespace I0511 18:06:53.277888 3804 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:06:53.291037 3804 namespace.go:142] [tsf-tas] updating namespace I0511 18:06:53.312949 3804 namespace.go:142] [tsf-tpa] updating namespace I0511 18:06:53.398932 3804 namespace.go:142] [cert-manager] updating namespace I0511 18:06:53.500081 3804 namespace.go:142] [cert-manager-operator] updating namespace I0511 18:06:53.591980 3804 namespace.go:142] [default] updating namespace I0511 18:06:53.690216 3804 namespace.go:142] [konflux-operator] updating namespace I0511 18:06:53.791327 3804 namespace.go:142] [konflux-ui] updating namespace I0511 18:06:53.891007 3804 namespace.go:142] [open-cluster-management-2q7seai6iuch6pltn7smadh3stviopbe] updating namespace I0511 18:06:53.992768 3804 namespace.go:142] [openshift] updating namespace I0511 18:06:54.091602 3804 namespace.go:142] [rhbk-operator] updating namespace I0511 18:06:54.189102 3804 namespace.go:142] [rhtpa-operator] updating namespace I0511 18:06:54.291621 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0511 18:06:54.398364 3804 namespace.go:142] [tsf] updating namespace I0511 18:06:54.494057 3804 namespace.go:142] [tsf-keycloak] updating namespace I0511 18:06:54.593763 3804 namespace.go:142] [tsf-tas] updating namespace I0511 18:06:54.692520 3804 namespace.go:142] [tsf-tpa] updating namespace I0511 18:06:55.112249 3804 namespace.go:142] [openshift-pipelines] updating namespace I0511 18:06:55.241368 3804 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:55.241967 3804 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:06:55.272488 3804 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:55.272508 3804 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:06:55.282446 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0511 18:06:55.282468 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0511 18:07:03.379963 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-fhsww for pod on switch ip-10-0-0-174.ec2.internal I0511 18:07:03.380100 3804 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww I0511 18:07:03.395761 3804 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww] pod update took 15.691887ms I0511 18:07:03.395783 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww] addLogicalPort annotation time took 15.717728ms I0511 18:07:03.397047 3804 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww] addLogicalPort took 17.098667ms, libovsdb time 844.36µs I0511 18:07:03.675703 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-m987k for pod on switch ip-10-0-0-174.ec2.internal I0511 18:07:03.675791 3804 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k I0511 18:07:03.691441 3804 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k] pod update took 15.677022ms I0511 18:07:03.691461 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k] addLogicalPort annotation time took 15.702395ms I0511 18:07:03.692674 3804 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k] addLogicalPort took 16.985558ms, libovsdb time 842.773µs I0511 18:07:03.752740 3804 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww 8b35f32c686f5583f50937d4ccb62917e2136badbfe082e39a41413666ded364 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww 8b35f32c686f5583f50937d4ccb62917e2136badbfe082e39a41413666ded364 network default NAD default NAD key ] I0511 18:07:03.762508 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-fhsww, hostIfaceName: 8b35f32c686f558, network: default, NAD default, SandboxID: "8b35f32c686f5583f50937d4ccb62917e2136badbfe082e39a41413666ded364", PCI device ID: , UID: "a04c007b-7bab-47d2-aea6-d04c4a9d78ad", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0511 18:07:03.812442 3804 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww 8b35f32c686f5583f50937d4ccb62917e2136badbfe082e39a41413666ded364 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-fhsww 8b35f32c686f5583f50937d4ccb62917e2136badbfe082e39a41413666ded364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:66:89:d4:cc:18\",\"name\":\"8b35f32c686f558\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70115e10-c93e-4f78-ac93-9629bf576efc\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:07:04.036709 3804 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k 98826652231eea9e08582f5d1e438c7dd524fa294bb09dfcb49741483c996d03 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k 98826652231eea9e08582f5d1e438c7dd524fa294bb09dfcb49741483c996d03 network default NAD default NAD key ] I0511 18:07:04.046932 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-m987k, hostIfaceName: 98826652231eea9, network: default, NAD default, SandboxID: "98826652231eea9e08582f5d1e438c7dd524fa294bb09dfcb49741483c996d03", PCI device ID: , UID: "bf35540e-3ec5-4179-a56b-83e89472bd6f", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0511 18:07:04.108499 3804 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k 98826652231eea9e08582f5d1e438c7dd524fa294bb09dfcb49741483c996d03 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-m987k 98826652231eea9e08582f5d1e438c7dd524fa294bb09dfcb49741483c996d03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ab:08:fe:67:8c\",\"name\":\"98826652231eea9\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6213cdcf-3c6e-4e23-a4be-dee41d151ea9\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 18:07:07.773401 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0511 18:07:07.773420 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0511 18:07:07.773425 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0511 18:07:07.889786 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0511 18:07:07.889805 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0511 18:07:07.889813 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0511 18:07:08.207489 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:08.207514 3804 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:08.207519 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:08.207523 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0511 18:07:10.220197 3804 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0511 18:07:11.192770 3804 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0511 18:07:17.570557 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0511 18:07:18.751130 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0511 18:07:18.751153 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0511 18:07:18.751158 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0511 18:07:23.475974 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=168 I0511 18:07:26.092459 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-d97xz] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-d97xz for pod on switch ip-10-0-0-174.ec2.internal I0511 18:07:26.092557 3804 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-d97xz I0511 18:07:26.110288 3804 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-d97xz] pod update took 17.759523ms I0511 18:07:26.110314 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-d97xz] addLogicalPort annotation time took 17.789889ms I0511 18:07:26.111604 3804 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-d97xz] addLogicalPort took 19.164594ms, libovsdb time 883.139µs I0511 18:07:26.165375 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-t5xrc for pod on switch ip-10-0-0-174.ec2.internal I0511 18:07:26.165470 3804 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc I0511 18:07:26.182697 3804 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc] pod update took 17.250019ms I0511 18:07:26.182719 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc] addLogicalPort annotation time took 17.275429ms I0511 18:07:26.184104 3804 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc] addLogicalPort took 18.745568ms, libovsdb time 913.665µs I0511 18:07:26.451680 3804 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-d97xz 02fd46e327bdc2ad8c3e913a3387349e277a6eeae3fd7a4a4cbc12c2b49a22c6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-d97xz 02fd46e327bdc2ad8c3e913a3387349e277a6eeae3fd7a4a4cbc12c2b49a22c6 network default NAD default NAD key ] I0511 18:07:26.461595 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-d97xz, hostIfaceName: 02fd46e327bdc2a, network: default, NAD default, SandboxID: "02fd46e327bdc2ad8c3e913a3387349e277a6eeae3fd7a4a4cbc12c2b49a22c6", PCI device ID: , UID: "f1ba7326-4fcf-46e8-b3ff-72146b6b66de", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0511 18:07:26.514590 3804 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-d97xz 02fd46e327bdc2ad8c3e913a3387349e277a6eeae3fd7a4a4cbc12c2b49a22c6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-d97xz 02fd46e327bdc2ad8c3e913a3387349e277a6eeae3fd7a4a4cbc12c2b49a22c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:e8:08:8b:0e:01\",\"name\":\"02fd46e327bdc2a\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dabeb2d2-eac5-40ee-a552-9543e76ba0d6\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:07:26.528213 3804 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc 406da384df16fd3620d93759f843fbcb51d615e0afddac5886ca77122f3ed7dd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc 406da384df16fd3620d93759f843fbcb51d615e0afddac5886ca77122f3ed7dd network default NAD default NAD key ] I0511 18:07:26.537390 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-t5xrc, hostIfaceName: 406da384df16fd3, network: default, NAD default, SandboxID: "406da384df16fd3620d93759f843fbcb51d615e0afddac5886ca77122f3ed7dd", PCI device ID: , UID: "e2108c41-ba50-45cb-9c9c-a487791053c9", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0511 18:07:26.588054 3804 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc 406da384df16fd3620d93759f843fbcb51d615e0afddac5886ca77122f3ed7dd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-t5xrc 406da384df16fd3620d93759f843fbcb51d615e0afddac5886ca77122f3ed7dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:68:e3:ba:90:ee\",\"name\":\"406da384df16fd3\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0286963d-2fb0-439c-831a-a05a3335bf0e\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 18:07:31.000518 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0511 18:07:35.449137 3804 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:07:35.449694 3804 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:07:35.468959 3804 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:07:35.468979 3804 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:07:35.474150 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0511 18:07:35.474178 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0511 18:07:37.592182 3804 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0511 18:07:37.592817 3804 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0511 18:07:37.592847 3804 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0511 18:07:37.594936 3804 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0511 18:07:46.381145 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0511 18:07:46.381167 3804 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0511 18:07:46.381204 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0511 18:07:46.381220 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0511 18:07:47.749383 3804 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0511 18:08:06.878996 3804 namespace.go:142] [openshift-pipelines] updating namespace I0511 18:08:07.599104 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0511 18:08:10.512466 3804 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0511 18:08:10.512485 3804 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0511 18:08:10.512491 3804 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0511 18:08:27.739658 3804 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:27.740201 3804 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:27.779669 3804 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:27.779692 3804 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:27.782742 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0511 18:08:27.782768 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0511 18:08:28.564257 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0511 18:08:29.691106 3804 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-f5d4g-vzvtz] creating logical port tsf-tas_segment-backup-installation-f5d4g-vzvtz for pod on switch ip-10-0-0-174.ec2.internal I0511 18:08:29.691198 3804 kube.go:256] Updating pod tsf-tas/segment-backup-installation-f5d4g-vzvtz I0511 18:08:29.708514 3804 pod.go:62] [tsf-tas/segment-backup-installation-f5d4g-vzvtz] pod update took 17.342118ms I0511 18:08:29.708537 3804 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-f5d4g-vzvtz] addLogicalPort annotation time took 17.371126ms I0511 18:08:29.709768 3804 pods.go:271] [tsf-tas/segment-backup-installation-f5d4g-vzvtz] addLogicalPort took 18.679047ms, libovsdb time 818.019µs I0511 18:08:30.052439 3804 cni.go:452] [tsf-tas/segment-backup-installation-f5d4g-vzvtz 9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-f5d4g-vzvtz 9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe network default NAD default NAD key ] I0511 18:08:30.061907 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-f5d4g-vzvtz, hostIfaceName: 9ff4ef982fe3ba7, network: default, NAD default, SandboxID: "9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe", PCI device ID: , UID: "e44d7575-a101-4e5a-b85d-5b8f8b9938c0", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0511 18:08:30.116824 3804 cni.go:473] [tsf-tas/segment-backup-installation-f5d4g-vzvtz 9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-f5d4g-vzvtz 9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:25:eb:00:93:5c\",\"name\":\"9ff4ef982fe3ba7\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/742e6c02-f385-43b9-b376-3e73a87e5c30\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:08:30.351463 3804 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-76fc89bdf5-4rvnr] creating logical port tsf-tas_fulcio-server-76fc89bdf5-4rvnr for pod on switch ip-10-0-0-174.ec2.internal I0511 18:08:30.351622 3804 kube.go:256] Updating pod tsf-tas/fulcio-server-76fc89bdf5-4rvnr I0511 18:08:30.372358 3804 pod.go:62] [tsf-tas/fulcio-server-76fc89bdf5-4rvnr] pod update took 20.772459ms I0511 18:08:30.372383 3804 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-76fc89bdf5-4rvnr] addLogicalPort annotation time took 20.80254ms I0511 18:08:30.373731 3804 pods.go:271] [tsf-tas/fulcio-server-76fc89bdf5-4rvnr] addLogicalPort took 22.285499ms, libovsdb time 958.058µs I0511 18:08:30.446637 3804 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-nm64k-7lpxs] creating logical port tsf-tas_ctlog-createtree-job-nm64k-7lpxs for pod on switch ip-10-0-0-174.ec2.internal I0511 18:08:30.446728 3804 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-nm64k-7lpxs I0511 18:08:30.465591 3804 pod.go:62] [tsf-tas/ctlog-createtree-job-nm64k-7lpxs] pod update took 18.882263ms I0511 18:08:30.465679 3804 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-nm64k-7lpxs] addLogicalPort annotation time took 18.974948ms I0511 18:08:30.466953 3804 pods.go:271] [tsf-tas/ctlog-createtree-job-nm64k-7lpxs] addLogicalPort took 20.338426ms, libovsdb time 875.167µs I0511 18:08:30.721730 3804 cni.go:452] [tsf-tas/fulcio-server-76fc89bdf5-4rvnr 8946074e6a7e4ac1a2cc6134cd6cfad4d962f7f96a3b886e9929efa73447a525 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-76fc89bdf5-4rvnr 8946074e6a7e4ac1a2cc6134cd6cfad4d962f7f96a3b886e9929efa73447a525 network default NAD default NAD key ] I0511 18:08:30.735469 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-76fc89bdf5-4rvnr, hostIfaceName: 8946074e6a7e4ac, network: default, NAD default, SandboxID: "8946074e6a7e4ac1a2cc6134cd6cfad4d962f7f96a3b886e9929efa73447a525", PCI device ID: , UID: "7f3284ce-8fde-4728-a21c-94f46029d231", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0511 18:08:30.794246 3804 cni.go:473] [tsf-tas/fulcio-server-76fc89bdf5-4rvnr 8946074e6a7e4ac1a2cc6134cd6cfad4d962f7f96a3b886e9929efa73447a525 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-76fc89bdf5-4rvnr 8946074e6a7e4ac1a2cc6134cd6cfad4d962f7f96a3b886e9929efa73447a525 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:87:90:5e:a6:06\",\"name\":\"8946074e6a7e4ac\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4cb4838-eecd-4bc5-a1ac-149a177441fc\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:08:30.811318 3804 cni.go:452] [tsf-tas/ctlog-createtree-job-nm64k-7lpxs b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-nm64k-7lpxs b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16 network default NAD default NAD key ] I0511 18:08:30.820760 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-nm64k-7lpxs, hostIfaceName: b22b268f6c6c17d, network: default, NAD default, SandboxID: "b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16", PCI device ID: , UID: "82f19c8a-dd9e-4a16-8184-d7f492f4ba50", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0511 18:08:30.875779 3804 cni.go:473] [tsf-tas/ctlog-createtree-job-nm64k-7lpxs b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-nm64k-7lpxs b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:7b:9f:d0:bd:a9\",\"name\":\"b22b268f6c6c17d\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d1b1482-afc3-461f-83d4-2177ceb4b88f\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:08:30.990223 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-zwbjl] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-zwbjl for pod on switch ip-10-0-0-174.ec2.internal I0511 18:08:30.990352 3804 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-zwbjl I0511 18:08:31.005482 3804 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-zwbjl] pod update took 15.154579ms I0511 18:08:31.005508 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-zwbjl] addLogicalPort annotation time took 15.187535ms I0511 18:08:31.006949 3804 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-zwbjl] addLogicalPort took 16.742727ms, libovsdb time 1.012881ms I0511 18:08:31.365215 3804 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-zwbjl 7f996d5823a8b6ce89fd94b132fabd747d3f1ca3c981c3c93033c9d6f3145861 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-zwbjl 7f996d5823a8b6ce89fd94b132fabd747d3f1ca3c981c3c93033c9d6f3145861 network default NAD default NAD key ] I0511 18:08:31.375530 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-zwbjl, hostIfaceName: 7f996d5823a8b6c, network: default, NAD default, SandboxID: "7f996d5823a8b6ce89fd94b132fabd747d3f1ca3c981c3c93033c9d6f3145861", PCI device ID: , UID: "c3533688-c7bf-4c0c-bfd1-ac2f11ab7294", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0511 18:08:31.428445 3804 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-zwbjl 7f996d5823a8b6ce89fd94b132fabd747d3f1ca3c981c3c93033c9d6f3145861 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-zwbjl 7f996d5823a8b6ce89fd94b132fabd747d3f1ca3c981c3c93033c9d6f3145861 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:04:65:07:dc:7f\",\"name\":\"7f996d5823a8b6c\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2232052e-86bb-4092-9a98-840961eb3fb7\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:08:33.494103 3804 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5c78b98577-4q24k] creating logical port tsf-tas_trillian-db-5c78b98577-4q24k for pod on switch ip-10-0-0-174.ec2.internal I0511 18:08:33.494273 3804 kube.go:256] Updating pod tsf-tas/trillian-db-5c78b98577-4q24k I0511 18:08:33.509996 3804 pod.go:62] [tsf-tas/trillian-db-5c78b98577-4q24k] pod update took 15.775719ms I0511 18:08:33.510024 3804 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5c78b98577-4q24k] addLogicalPort annotation time took 15.8061ms I0511 18:08:33.511730 3804 pods.go:271] [tsf-tas/trillian-db-5c78b98577-4q24k] addLogicalPort took 17.649627ms, libovsdb time 1.137023ms W0511 18:08:34.211876 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0511 18:08:34.211906 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0511 18:08:34.240177 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0511 18:08:34.240206 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0511 18:08:39.405062 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0511 18:08:39.680998 3804 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jfqq8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:39.681601 3804 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jfqq8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0511 18:08:40.688885 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0511 18:08:40.706503 3804 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jfqq8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:40.706533 3804 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jfqq8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:44.675462 3804 cni.go:452] [tsf-tas/trillian-db-5c78b98577-4q24k e8c4f095a4267761f8e5106d625ae8bfbf22dfa203a52cbd302dab99ccedfda4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5c78b98577-4q24k e8c4f095a4267761f8e5106d625ae8bfbf22dfa203a52cbd302dab99ccedfda4 network default NAD default NAD key ] I0511 18:08:44.685049 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5c78b98577-4q24k, hostIfaceName: e8c4f095a426776, network: default, NAD default, SandboxID: "e8c4f095a4267761f8e5106d625ae8bfbf22dfa203a52cbd302dab99ccedfda4", PCI device ID: , UID: "351491c5-da5a-4a45-bae5-6540d7049049", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0511 18:08:44.741985 3804 cni.go:473] [tsf-tas/trillian-db-5c78b98577-4q24k e8c4f095a4267761f8e5106d625ae8bfbf22dfa203a52cbd302dab99ccedfda4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5c78b98577-4q24k e8c4f095a4267761f8e5106d625ae8bfbf22dfa203a52cbd302dab99ccedfda4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:12:76:c7:5b:7d\",\"name\":\"e8c4f095a426776\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37099938-4f4f-46b7-9247-c1202f7c8c79\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:08:48.283945 3804 cni.go:452] [tsf-tas/segment-backup-installation-f5d4g-vzvtz 9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-f5d4g-vzvtz 9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe network default NAD default NAD key ] I0511 18:08:48.371110 3804 cni.go:473] [tsf-tas/segment-backup-installation-f5d4g-vzvtz 9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-f5d4g-vzvtz 9ff4ef982fe3ba7358f655cdcf04b7053432d656de5221b1367d5bcfc67d8abe network default NAD default NAD key default], result "{}", err I0511 18:08:49.055370 3804 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-f5d4g-vzvtz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:49.055412 3804 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-f5d4g-vzvtz I0511 18:08:49.056833 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-f5d4g-vzvtz, ips: 10.129.0.35 I0511 18:08:49.056876 3804 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-f5d4g-vzvtz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:08:49.302608 3804 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-f5d4g-vzvtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:08:49.302636 3804 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-f5d4g-vzvtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0511 18:08:49.314065 3804 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0511 18:08:53.757553 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0511 18:08:54.764384 3804 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0511 18:08:54.764403 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0511 18:09:00.330528 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0511 18:09:05.834730 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-t45vg for pod on switch ip-10-0-0-174.ec2.internal I0511 18:09:05.834825 3804 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg I0511 18:09:05.848033 3804 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg] pod update took 13.23282ms I0511 18:09:05.848054 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg] addLogicalPort annotation time took 13.259927ms I0511 18:09:05.849318 3804 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg] addLogicalPort took 14.60719ms, libovsdb time 887.85µs I0511 18:09:06.626775 3804 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg d4e46af3212a1d7850592540c601f9735274db61133f023fb0cbbff2c064c353 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg d4e46af3212a1d7850592540c601f9735274db61133f023fb0cbbff2c064c353 network default NAD default NAD key ] I0511 18:09:06.636294 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-t45vg, hostIfaceName: d4e46af3212a1d7, network: default, NAD default, SandboxID: "d4e46af3212a1d7850592540c601f9735274db61133f023fb0cbbff2c064c353", PCI device ID: , UID: "31655a13-0ce3-4f13-8a08-441400916d1b", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0511 18:09:06.696678 3804 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg d4e46af3212a1d7850592540c601f9735274db61133f023fb0cbbff2c064c353 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-t45vg d4e46af3212a1d7850592540c601f9735274db61133f023fb0cbbff2c064c353 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:08:95:8c:59:2d\",\"name\":\"d4e46af3212a1d7\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b084dbf2-c2e4-40cb-97cc-e0e97a6056d6\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:09:21.035805 3804 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:21.036472 3804 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:21.054430 3804 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:21.054454 3804 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:21.061440 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0511 18:09:21.061471 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0511 18:09:22.765199 3804 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vn5mc-2dmc4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:22.765738 3804 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vn5mc-2dmc4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:23.636395 3804 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vn5mc-2dmc4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:23.636420 3804 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vn5mc-2dmc4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:26.743332 3804 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6dcf67f594-8klmx] creating logical port tsf-tas_rekor-redis-6dcf67f594-8klmx for pod on switch ip-10-0-0-174.ec2.internal I0511 18:09:26.743430 3804 kube.go:256] Updating pod tsf-tas/rekor-redis-6dcf67f594-8klmx I0511 18:09:26.758035 3804 pod.go:62] [tsf-tas/rekor-redis-6dcf67f594-8klmx] pod update took 14.630153ms I0511 18:09:26.758057 3804 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6dcf67f594-8klmx] addLogicalPort annotation time took 14.657486ms I0511 18:09:26.759299 3804 pods.go:271] [tsf-tas/rekor-redis-6dcf67f594-8klmx] addLogicalPort took 15.985602ms, libovsdb time 788.272µs I0511 18:09:27.701640 3804 cni.go:452] [tsf-tas/rekor-redis-6dcf67f594-8klmx 5c077d33f84e78f9cc6e15165ece2d57a7c6cf6372fe64c8afa8125087eb7209 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6dcf67f594-8klmx 5c077d33f84e78f9cc6e15165ece2d57a7c6cf6372fe64c8afa8125087eb7209 network default NAD default NAD key ] I0511 18:09:27.711781 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6dcf67f594-8klmx, hostIfaceName: 5c077d33f84e78f, network: default, NAD default, SandboxID: "5c077d33f84e78f9cc6e15165ece2d57a7c6cf6372fe64c8afa8125087eb7209", PCI device ID: , UID: "028cf520-83a9-4591-a0f9-6d12f32d0c24", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0511 18:09:27.766194 3804 cni.go:473] [tsf-tas/rekor-redis-6dcf67f594-8klmx 5c077d33f84e78f9cc6e15165ece2d57a7c6cf6372fe64c8afa8125087eb7209 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6dcf67f594-8klmx 5c077d33f84e78f9cc6e15165ece2d57a7c6cf6372fe64c8afa8125087eb7209 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:7f:95:3b:7a:5b\",\"name\":\"5c077d33f84e78f\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83cea0e1-fe1a-4f45-b415-ad9de31dc070\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 18:09:29.502988 3804 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0511 18:09:30.095166 3804 obj_retry.go:498] Detected object tsf/patch-tekton-config-cwh9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:30.095713 3804 obj_retry.go:498] Detected object tsf/patch-tekton-config-cwh9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0511 18:09:30.671840 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0511 18:09:30.973603 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-cwh9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:30.973630 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-cwh9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:35.832750 3804 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-g4g6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:35.833366 3804 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-g4g6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:36.854376 3804 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-g4g6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:36.854400 3804 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-g4g6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:36.888478 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-cwh9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:36.888503 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-cwh9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:36.892807 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cwh9d I0511 18:09:36.892828 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cwh9d W0511 18:09:37.722234 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0511 18:09:41.540752 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0511 18:09:42.147775 3804 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:42.148375 3804 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:42.168451 3804 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:42.168472 3804 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:42.174197 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0511 18:09:42.174223 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0511 18:09:47.920876 3804 obj_retry.go:498] Detected object tsf-tpa/create-db-qmtcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:47.921443 3804 obj_retry.go:498] Detected object tsf-tpa/create-db-qmtcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:48.952407 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-qmtcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:48.952432 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-qmtcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:49.607963 3804 cni.go:452] [tsf-tas/ctlog-createtree-job-nm64k-7lpxs b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-nm64k-7lpxs b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16 network default NAD default NAD key ] I0511 18:09:49.685197 3804 cni.go:473] [tsf-tas/ctlog-createtree-job-nm64k-7lpxs b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-nm64k-7lpxs b22b268f6c6c17dfb38a186500ce8d89c054415990e2c24f1ab0840d4d4d5a16 network default NAD default NAD key default], result "{}", err I0511 18:09:49.734533 3804 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nm64k-7lpxs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:49.734575 3804 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-nm64k-7lpxs I0511 18:09:49.735906 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-nm64k-7lpxs, ips: 10.129.0.37 I0511 18:09:49.735934 3804 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nm64k-7lpxs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:50.626889 3804 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nm64k-7lpxs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:50.626912 3804 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nm64k-7lpxs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:51.939058 3804 obj_retry.go:498] Detected object tsf-tpa/migrate-db-klwgs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:51.939688 3804 obj_retry.go:498] Detected object tsf-tpa/migrate-db-klwgs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:52.083806 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-klwgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:52.083835 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-klwgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:53.379500 3804 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-492nt-cknwd] creating logical port tsf-tas_tuf-repository-init-492nt-cknwd for pod on switch ip-10-0-0-174.ec2.internal I0511 18:09:53.379598 3804 kube.go:256] Updating pod tsf-tas/tuf-repository-init-492nt-cknwd I0511 18:09:53.393762 3804 pod.go:62] [tsf-tas/tuf-repository-init-492nt-cknwd] pod update took 14.192595ms I0511 18:09:53.393795 3804 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-492nt-cknwd] addLogicalPort annotation time took 14.230097ms I0511 18:09:53.395306 3804 pods.go:271] [tsf-tas/tuf-repository-init-492nt-cknwd] addLogicalPort took 15.823576ms, libovsdb time 1.004721ms I0511 18:09:54.970167 3804 obj_retry.go:498] Detected object tsf-tpa/create-importers-kc88q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:54.970699 3804 obj_retry.go:498] Detected object tsf-tpa/create-importers-kc88q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:09:56.006636 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-kc88q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:56.006657 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-kc88q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:09:56.569272 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0511 18:09:56.740785 3804 cni.go:452] [tsf-tas/tuf-repository-init-492nt-cknwd b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-492nt-cknwd b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623 network default NAD default NAD key ] I0511 18:09:56.751331 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-492nt-cknwd, hostIfaceName: b14bea05ce0afbb, network: default, NAD default, SandboxID: "b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623", PCI device ID: , UID: "ef3a9706-0dc1-4a93-a0ed-5b13673641ce", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0511 18:09:56.809081 3804 cni.go:473] [tsf-tas/tuf-repository-init-492nt-cknwd b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-492nt-cknwd b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b9:e3:7f:3a:ec\",\"name\":\"b14bea05ce0afbb\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23817c57-eeb4-45eb-9f99-359ab540a59c\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 18:09:59.856801 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0511 18:10:05.163263 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642050-6qx8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:05.163914 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642050-6qx8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:05.904578 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642050-6qx8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:05.904631 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642050-6qx8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0511 18:10:07.191550 3804 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0511 18:10:07.707797 3804 cni.go:452] [tsf-tas/tuf-repository-init-492nt-cknwd b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-492nt-cknwd b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623 network default NAD default NAD key ] I0511 18:10:07.796203 3804 cni.go:473] [tsf-tas/tuf-repository-init-492nt-cknwd b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-492nt-cknwd b14bea05ce0afbb27f6118d9bd0d37404ae7202940bd16f52500b48cab949623 network default NAD default NAD key default], result "{}", err I0511 18:10:07.849231 3804 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-492nt-cknwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:07.849266 3804 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-492nt-cknwd I0511 18:10:07.850646 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-492nt-cknwd, ips: 10.129.0.42 I0511 18:10:07.850684 3804 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-492nt-cknwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:08.871217 3804 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-492nt-cknwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:08.871247 3804 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-492nt-cknwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:10.332795 3804 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:10.333391 3804 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:10.353140 3804 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:10.353160 3804 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:10.359887 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0511 18:10:10.359915 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0511 18:10:10.545740 3804 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-ljtg9] creating logical port tsf-tas_tuf-97fc8ff76-ljtg9 for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:10.545921 3804 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-ljtg9 I0511 18:10:10.578214 3804 pod.go:62] [tsf-tas/tuf-97fc8ff76-ljtg9] pod update took 32.31483ms I0511 18:10:10.578236 3804 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-ljtg9] addLogicalPort annotation time took 32.343964ms I0511 18:10:10.579552 3804 pods.go:271] [tsf-tas/tuf-97fc8ff76-ljtg9] addLogicalPort took 33.828354ms, libovsdb time 863.183µs I0511 18:10:11.221406 3804 namespace.go:98] [integration-service] adding namespace I0511 18:10:11.222423 3804 namespace.go:102] [integration-service] adding namespace took 993.235µs I0511 18:10:11.224690 3804 namespace.go:98] [image-controller] adding namespace I0511 18:10:11.224784 3804 namespace.go:98] [build-service] adding namespace I0511 18:10:11.225409 3804 namespace.go:102] [image-controller] adding namespace took 705.473µs I0511 18:10:11.225947 3804 namespace.go:102] [build-service] adding namespace took 1.146229ms I0511 18:10:11.226594 3804 namespace.go:98] [default-tenant] adding namespace I0511 18:10:11.227181 3804 namespace.go:102] [default-tenant] adding namespace took 569.836µs I0511 18:10:11.269762 3804 namespace.go:142] [integration-service] updating namespace I0511 18:10:11.328063 3804 namespace.go:142] [integration-service] updating namespace I0511 18:10:11.328886 3804 namespace.go:142] [image-controller] updating namespace I0511 18:10:11.372351 3804 namespace.go:142] [image-controller] updating namespace I0511 18:10:11.410149 3804 namespace.go:142] [build-service] updating namespace I0511 18:10:11.461197 3804 namespace.go:142] [build-service] updating namespace I0511 18:10:11.491761 3804 namespace.go:142] [default-tenant] updating namespace I0511 18:10:11.532625 3804 namespace.go:142] [default-tenant] updating namespace I0511 18:10:11.600241 3804 namespace.go:142] [build-service] updating namespace I0511 18:10:11.625984 3804 namespace.go:142] [integration-service] updating namespace I0511 18:10:11.681155 3804 namespace.go:98] [release-service] adding namespace I0511 18:10:11.682169 3804 namespace.go:102] [release-service] adding namespace took 990.92µs I0511 18:10:11.738723 3804 namespace.go:142] [release-service] updating namespace I0511 18:10:11.780229 3804 namespace.go:142] [release-service] updating namespace I0511 18:10:11.846792 3804 namespace.go:142] [konflux-ui] updating namespace I0511 18:10:12.030672 3804 namespace.go:98] [konflux-info] adding namespace I0511 18:10:12.031555 3804 namespace.go:102] [konflux-info] adding namespace took 861.085µs I0511 18:10:12.107179 3804 namespace.go:98] [namespace-lister] adding namespace I0511 18:10:12.107188 3804 namespace.go:142] [konflux-info] updating namespace I0511 18:10:12.107971 3804 namespace.go:102] [namespace-lister] adding namespace took 775.978µs I0511 18:10:12.240078 3804 namespace.go:98] [enterprise-contract-service] adding namespace I0511 18:10:12.240229 3804 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:12.241106 3804 namespace.go:102] [enterprise-contract-service] adding namespace took 1.005613ms I0511 18:10:12.253478 3804 namespace.go:142] [konflux-info] updating namespace I0511 18:10:12.344405 3804 namespace.go:142] [image-controller] updating namespace I0511 18:10:12.357318 3804 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:12.413240 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:12.490423 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:12.603284 3804 namespace.go:142] [default-tenant] updating namespace I0511 18:10:12.686285 3804 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0511 18:10:12.686951 3804 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0511 18:10:12.686973 3804 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0511 18:10:12.689708 3804 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0511 18:10:12.737923 3804 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0511 18:10:12.737948 3804 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0511 18:10:12.738750 3804 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0511 18:10:12.774070 3804 namespace.go:98] [segment-bridge] adding namespace I0511 18:10:12.774828 3804 namespace.go:102] [segment-bridge] adding namespace took 738.697µs I0511 18:10:12.797385 3804 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-tlgz2] creating logical port namespace-lister_namespace-lister-696b855848-tlgz2 for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:12.797471 3804 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-tlgz2 I0511 18:10:12.829247 3804 namespace.go:98] [konflux-cli] adding namespace I0511 18:10:12.830307 3804 namespace.go:102] [konflux-cli] adding namespace took 1.039036ms I0511 18:10:12.831211 3804 pod.go:62] [namespace-lister/namespace-lister-696b855848-tlgz2] pod update took 33.763244ms I0511 18:10:12.831234 3804 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-tlgz2] addLogicalPort annotation time took 33.789206ms I0511 18:10:12.832443 3804 pods.go:271] [namespace-lister/namespace-lister-696b855848-tlgz2] addLogicalPort took 35.071449ms, libovsdb time 733.295µs I0511 18:10:12.902095 3804 namespace.go:142] [segment-bridge] updating namespace I0511 18:10:13.026405 3804 namespace.go:142] [segment-bridge] updating namespace I0511 18:10:13.322339 3804 base_network_controller_pods.go:487] [default/konflux-ui/dex-85c97f8cd-sqq2m] creating logical port konflux-ui_dex-85c97f8cd-sqq2m for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:13.322435 3804 kube.go:256] Updating pod konflux-ui/dex-85c97f8cd-sqq2m I0511 18:10:13.392026 3804 pod.go:62] [konflux-ui/dex-85c97f8cd-sqq2m] pod update took 69.616391ms I0511 18:10:13.392052 3804 base_network_controller_pods.go:951] [default/konflux-ui/dex-85c97f8cd-sqq2m] addLogicalPort annotation time took 69.647589ms I0511 18:10:13.393420 3804 pods.go:271] [konflux-ui/dex-85c97f8cd-sqq2m] addLogicalPort took 71.095602ms, libovsdb time 896.188µs I0511 18:10:13.497612 3804 base_network_controller_pods.go:487] [default/konflux-ui/proxy-b94f86758-5r7vh] creating logical port konflux-ui_proxy-b94f86758-5r7vh for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:13.497727 3804 kube.go:256] Updating pod konflux-ui/proxy-b94f86758-5r7vh I0511 18:10:13.583132 3804 pod.go:62] [konflux-ui/proxy-b94f86758-5r7vh] pod update took 85.441465ms I0511 18:10:13.583157 3804 base_network_controller_pods.go:951] [default/konflux-ui/proxy-b94f86758-5r7vh] addLogicalPort annotation time took 85.474118ms I0511 18:10:13.584403 3804 pods.go:271] [konflux-ui/proxy-b94f86758-5r7vh] addLogicalPort took 86.807197ms, libovsdb time 816.945µs I0511 18:10:13.588898 3804 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:14.056705 3804 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-p6bpq for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:14.056801 3804 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq I0511 18:10:14.066142 3804 namespace.go:142] [build-service] updating namespace I0511 18:10:14.090492 3804 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq] pod update took 33.714004ms I0511 18:10:14.090515 3804 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq] addLogicalPort annotation time took 33.74576ms I0511 18:10:14.090882 3804 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-qnmf6] creating logical port image-controller_image-controller-controller-manager-6f859968fc-qnmf6 for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:14.090960 3804 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-qnmf6 I0511 18:10:14.091960 3804 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq] addLogicalPort took 35.276936ms, libovsdb time 886.719µs I0511 18:10:14.133907 3804 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-qnmf6] pod update took 42.967234ms I0511 18:10:14.133930 3804 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-qnmf6] addLogicalPort annotation time took 42.99651ms I0511 18:10:14.135210 3804 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-qnmf6] addLogicalPort took 44.369808ms, libovsdb time 849.048µs I0511 18:10:14.189203 3804 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:14.409353 3804 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-zwsgc] creating logical port build-service_build-service-controller-manager-7cbf488fcf-zwsgc for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:14.409498 3804 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-zwsgc I0511 18:10:14.448341 3804 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-zwsgc] pod update took 38.9117ms I0511 18:10:14.448365 3804 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-zwsgc] addLogicalPort annotation time took 38.941374ms I0511 18:10:14.450047 3804 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-zwsgc] addLogicalPort took 40.718034ms, libovsdb time 1.141005ms I0511 18:10:14.789763 3804 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-zwsgc 889f84a24d942d42cd306fedc71809cc78a6d2beb59c8afc9af7fa974d6267d2 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-zwsgc 889f84a24d942d42cd306fedc71809cc78a6d2beb59c8afc9af7fa974d6267d2 network default NAD default NAD key ] I0511 18:10:14.799364 3804 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-zwsgc, hostIfaceName: 889f84a24d942d4, network: default, NAD default, SandboxID: "889f84a24d942d42cd306fedc71809cc78a6d2beb59c8afc9af7fa974d6267d2", PCI device ID: , UID: "291ac534-4d91-4049-bd49-b9692cdadeed", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0511 18:10:14.856178 3804 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-zwsgc 889f84a24d942d42cd306fedc71809cc78a6d2beb59c8afc9af7fa974d6267d2 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-zwsgc 889f84a24d942d42cd306fedc71809cc78a6d2beb59c8afc9af7fa974d6267d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:35:0a:19:5f:43\",\"name\":\"889f84a24d942d4\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d07c08a-3d13-47d2-9291-89cf29badce2\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:10:14.936109 3804 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-j667n] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-j667n for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:14.936264 3804 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-j667n I0511 18:10:14.960300 3804 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-j667n] pod update took 24.071372ms I0511 18:10:14.960330 3804 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-j667n] addLogicalPort annotation time took 24.112409ms I0511 18:10:14.961676 3804 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-j667n] addLogicalPort took 25.586332ms, libovsdb time 894.842µs I0511 18:10:15.364383 3804 namespace.go:142] [default-tenant] updating namespace I0511 18:10:15.528767 3804 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5d8cdf587d-pl78p] creating logical port integration-service_integration-service-controller-manager-5d8cdf587d-pl78p for pod on switch ip-10-0-0-174.ec2.internal I0511 18:10:15.528910 3804 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5d8cdf587d-pl78p I0511 18:10:15.542687 3804 pod.go:62] [integration-service/integration-service-controller-manager-5d8cdf587d-pl78p] pod update took 13.835944ms I0511 18:10:15.542778 3804 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5d8cdf587d-pl78p] addLogicalPort annotation time took 13.932945ms I0511 18:10:15.544407 3804 pods.go:271] [integration-service/integration-service-controller-manager-5d8cdf587d-pl78p] addLogicalPort took 15.665028ms, libovsdb time 1.006648ms I0511 18:10:15.716664 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:15.903337 3804 namespace.go:142] [image-controller] updating namespace I0511 18:10:16.194730 3804 namespace.go:142] [integration-service] updating namespace I0511 18:10:16.505421 3804 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:16.763222 3804 namespace.go:142] [konflux-info] updating namespace I0511 18:10:16.981362 3804 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:17.130456 3804 cni.go:452] [tsf-tas/tuf-97fc8ff76-ljtg9 ae0ef393ece3c48a60598cf5f0220e2ddab99586226fa9144b18c9164875089d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-ljtg9 ae0ef393ece3c48a60598cf5f0220e2ddab99586226fa9144b18c9164875089d network default NAD default NAD key ] I0511 18:10:17.130734 3804 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-qnmf6 431a03a3475ca32a27d17400cb92feceee5e383b924dba89de2ebfde2561e325 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-qnmf6 431a03a3475ca32a27d17400cb92feceee5e383b924dba89de2ebfde2561e325 network default NAD default NAD key ] I0511 18:10:17.135777 3804 cni.go:452] [integration-service/integration-service-controller-manager-5d8cdf587d-pl78p 876ef27860c902c9939c003401505882042d72b9c0e23ffca8db5d8fd59d2538 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5d8cdf587d-pl78p 876ef27860c902c9939c003401505882042d72b9c0e23ffca8db5d8fd59d2538 network default NAD default NAD key ] I0511 18:10:17.138313 3804 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0 network default NAD default NAD key ] I0511 18:10:17.143258 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-ljtg9, hostIfaceName: ae0ef393ece3c48, network: default, NAD default, SandboxID: "ae0ef393ece3c48a60598cf5f0220e2ddab99586226fa9144b18c9164875089d", PCI device ID: , UID: "bbfde440-0030-496a-aba7-6445bfbb0471", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0511 18:10:17.143697 3804 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-qnmf6, hostIfaceName: 431a03a3475ca32, network: default, NAD default, SandboxID: "431a03a3475ca32a27d17400cb92feceee5e383b924dba89de2ebfde2561e325", PCI device ID: , UID: "229dcc45-6ddd-4384-961e-2b9133bef5a2", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0511 18:10:17.151203 3804 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5d8cdf587d-pl78p, hostIfaceName: 876ef27860c902c, network: default, NAD default, SandboxID: "876ef27860c902c9939c003401505882042d72b9c0e23ffca8db5d8fd59d2538", PCI device ID: , UID: "0d1d3f33-dc47-40da-9161-280eeedbd91e", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0511 18:10:17.151933 3804 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-p6bpq, hostIfaceName: f1bbb90e960f775, network: default, NAD default, SandboxID: "f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0", PCI device ID: , UID: "98d823bc-b116-4adb-a8ef-8e8b13481036", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0511 18:10:17.170071 3804 namespace.go:142] [release-service] updating namespace I0511 18:10:17.211371 3804 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-qnmf6 431a03a3475ca32a27d17400cb92feceee5e383b924dba89de2ebfde2561e325 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-qnmf6 431a03a3475ca32a27d17400cb92feceee5e383b924dba89de2ebfde2561e325 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ba:91:33:d1:44\",\"name\":\"431a03a3475ca32\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dfc65dd-9f54-40f6-86b0-83e632871dee\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:10:17.231525 3804 cni.go:473] [tsf-tas/tuf-97fc8ff76-ljtg9 ae0ef393ece3c48a60598cf5f0220e2ddab99586226fa9144b18c9164875089d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-ljtg9 ae0ef393ece3c48a60598cf5f0220e2ddab99586226fa9144b18c9164875089d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:16:9c:aa:51:7a\",\"name\":\"ae0ef393ece3c48\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ccdb032-e626-48a6-b258-9a6e7a8b6c67\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:10:17.385530 3804 namespace.go:142] [segment-bridge] updating namespace I0511 18:10:17.459732 3804 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d6:36:d6:8e:6d\",\"name\":\"f1bbb90e960f775\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f513a072-78e7-4977-91a6-b110908b179d\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:10:17.459802 3804 cni.go:473] [integration-service/integration-service-controller-manager-5d8cdf587d-pl78p 876ef27860c902c9939c003401505882042d72b9c0e23ffca8db5d8fd59d2538 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5d8cdf587d-pl78p 876ef27860c902c9939c003401505882042d72b9c0e23ffca8db5d8fd59d2538 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:60:53:ae:2a:69\",\"name\":\"876ef27860c902c\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ded62ca-a040-475c-8406-33e64d97932a\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:10:17.500716 3804 namespace.go:142] [build-service] updating namespace I0511 18:10:17.524419 3804 namespace.go:142] [default-tenant] updating namespace I0511 18:10:17.542574 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:17.554124 3804 namespace.go:142] [image-controller] updating namespace I0511 18:10:17.573089 3804 namespace.go:142] [integration-service] updating namespace I0511 18:10:17.595506 3804 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:17.611092 3804 namespace.go:142] [konflux-info] updating namespace I0511 18:10:17.622293 3804 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:17.633162 3804 namespace.go:142] [release-service] updating namespace I0511 18:10:17.645464 3804 namespace.go:142] [segment-bridge] updating namespace I0511 18:10:17.701023 3804 namespace.go:142] [build-service] updating namespace I0511 18:10:17.757434 3804 namespace.go:142] [default-tenant] updating namespace W0511 18:10:17.801585 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0511 18:10:17.839240 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0511 18:10:17.935274 3804 namespace.go:142] [image-controller] updating namespace I0511 18:10:18.032229 3804 namespace.go:142] [integration-service] updating namespace I0511 18:10:18.139138 3804 namespace.go:142] [konflux-cli] updating namespace I0511 18:10:18.238613 3804 namespace.go:142] [konflux-info] updating namespace I0511 18:10:18.336595 3804 namespace.go:142] [namespace-lister] updating namespace I0511 18:10:18.435835 3804 namespace.go:142] [release-service] updating namespace I0511 18:10:18.533701 3804 namespace.go:142] [segment-bridge] updating namespace W0511 18:10:19.788754 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0511 18:10:20.797415 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0511 18:10:20.798112 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0511 18:10:20.829115 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0511 18:10:20.855402 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0511 18:10:20.855453 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0511 18:10:21.424474 3804 cni.go:452] [konflux-ui/proxy-b94f86758-5r7vh 23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-b94f86758-5r7vh 23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0 network default NAD default NAD key ] I0511 18:10:21.433913 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-b94f86758-5r7vh, hostIfaceName: 23a7de8add923fd, network: default, NAD default, SandboxID: "23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0", PCI device ID: , UID: "57cbd52d-6d28-4c85-9922-d889d0c12ec7", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0511 18:10:21.491128 3804 cni.go:473] [konflux-ui/proxy-b94f86758-5r7vh 23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-b94f86758-5r7vh 23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:53:62:e7:ab:76\",\"name\":\"23a7de8add923fd\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c083136-c6bc-4717-869d-f82d5b662a53\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:10:21.572186 3804 cni.go:452] [namespace-lister/namespace-lister-696b855848-tlgz2 2859552278dfcff12d6ccedb4a2d9c306b3d74170b957cd9064959f1bfc5a43a network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-tlgz2 2859552278dfcff12d6ccedb4a2d9c306b3d74170b957cd9064959f1bfc5a43a network default NAD default NAD key ] I0511 18:10:21.582732 3804 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-tlgz2, hostIfaceName: 2859552278dfcff, network: default, NAD default, SandboxID: "2859552278dfcff12d6ccedb4a2d9c306b3d74170b957cd9064959f1bfc5a43a", PCI device ID: , UID: "6b9e09eb-6876-4668-b7ac-d728cc6dd81c", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0511 18:10:21.636779 3804 cni.go:473] [namespace-lister/namespace-lister-696b855848-tlgz2 2859552278dfcff12d6ccedb4a2d9c306b3d74170b957cd9064959f1bfc5a43a network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-tlgz2 2859552278dfcff12d6ccedb4a2d9c306b3d74170b957cd9064959f1bfc5a43a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:af:dc:2d:fb:be\",\"name\":\"2859552278dfcff\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87ef1ddd-ed68-4fef-9484-de6be2f1d105\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:10:22.441077 3804 cni.go:452] [konflux-ui/dex-85c97f8cd-sqq2m 881bd345a4cbaf853e6006b3665c3142638dcc437e4c161d4ee03f0fd1968376 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-85c97f8cd-sqq2m 881bd345a4cbaf853e6006b3665c3142638dcc437e4c161d4ee03f0fd1968376 network default NAD default NAD key ] I0511 18:10:22.457085 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-85c97f8cd-sqq2m, hostIfaceName: 881bd345a4cbaf8, network: default, NAD default, SandboxID: "881bd345a4cbaf853e6006b3665c3142638dcc437e4c161d4ee03f0fd1968376", PCI device ID: , UID: "d9e28f07-21bd-45d7-b5b7-a0df137e089d", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0511 18:10:22.525354 3804 cni.go:473] [konflux-ui/dex-85c97f8cd-sqq2m 881bd345a4cbaf853e6006b3665c3142638dcc437e4c161d4ee03f0fd1968376 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-85c97f8cd-sqq2m 881bd345a4cbaf853e6006b3665c3142638dcc437e4c161d4ee03f0fd1968376 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e0:6c:ff:3a:67\",\"name\":\"881bd345a4cbaf8\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e6c2891-e4a4-4190-aa77-a195931724c8\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0511 18:10:22.824896 3804 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-j667n dff4f579e5ced9d40e2c487ba9622d22b3d2c2eced3d5aaa1bb57f9ba540524f network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-j667n dff4f579e5ced9d40e2c487ba9622d22b3d2c2eced3d5aaa1bb57f9ba540524f network default NAD default NAD key ] I0511 18:10:22.836427 3804 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-j667n, hostIfaceName: dff4f579e5ced9d, network: default, NAD default, SandboxID: "dff4f579e5ced9d40e2c487ba9622d22b3d2c2eced3d5aaa1bb57f9ba540524f", PCI device ID: , UID: "eb04d572-6a16-44e7-9863-7ee40778f156", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0511 18:10:22.895310 3804 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-j667n dff4f579e5ced9d40e2c487ba9622d22b3d2c2eced3d5aaa1bb57f9ba540524f network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-j667n dff4f579e5ced9d40e2c487ba9622d22b3d2c2eced3d5aaa1bb57f9ba540524f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:f3:e4:36:b7:d3\",\"name\":\"dff4f579e5ced9d\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d92bfdc-19d4-44f6-95b2-5d6affb6a1b3\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0511 18:10:23.822941 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0511 18:10:23.847737 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0511 18:10:24.835418 3804 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0511 18:10:27.859707 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0511 18:10:27.859724 3804 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0511 18:10:27.887719 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0511 18:10:27.888419 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0511 18:10:28.039884 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0511 18:10:28.039903 3804 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0511 18:10:28.780189 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0511 18:10:30.803749 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0511 18:10:31.813119 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0511 18:10:31.814283 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0511 18:10:31.841249 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0511 18:10:32.054553 3804 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0 network default NAD default NAD key ] I0511 18:10:32.140206 3804 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq f1bbb90e960f7755fa0eabf87b622fab4041b854d3f10ac30017ab0081c674e0 network default NAD default NAD key default], result "{}", err I0511 18:10:32.201321 3804 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:32.201367 3804 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq I0511 18:10:32.202961 3804 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq, ips: 10.129.0.47 I0511 18:10:32.202991 3804 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:10:32.893965 3804 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:32.893991 3804 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:10:32.899424 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq I0511 18:10:32.899456 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-p6bpq W0511 18:10:38.866623 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0511 18:10:38.894571 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0511 18:10:38.894677 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0511 18:10:45.603034 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0511 18:11:04.930716 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0511 18:11:04.930736 3804 util.go:959] Failed to build node endpoints for node ip-10-0-0-174.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0511 18:11:08.579400 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0511 18:11:38.199492 3804 cni.go:452] [konflux-ui/proxy-b94f86758-5r7vh 23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-b94f86758-5r7vh 23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0 network default NAD default NAD key ] I0511 18:11:38.289806 3804 cni.go:473] [konflux-ui/proxy-b94f86758-5r7vh 23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-b94f86758-5r7vh 23a7de8add923fd5bdd725fdc247c26071a16f952598b895e38c6516b94ca7c0 network default NAD default NAD key default], result "{}", err I0511 18:11:38.362499 3804 obj_retry.go:498] Detected object konflux-ui/proxy-b94f86758-5r7vh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:11:38.362534 3804 pods.go:176] Deleting pod: konflux-ui/proxy-b94f86758-5r7vh I0511 18:11:38.363862 3804 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-b94f86758-5r7vh, ips: 10.129.0.46 I0511 18:11:38.363895 3804 obj_retry.go:498] Detected object konflux-ui/proxy-b94f86758-5r7vh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:11:39.293681 3804 obj_retry.go:492] Detected object konflux-ui/proxy-b94f86758-5r7vh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:11:39.293705 3804 obj_retry.go:492] Detected object konflux-ui/proxy-b94f86758-5r7vh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:11:39.298351 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-b94f86758-5r7vh I0511 18:11:39.298378 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-b94f86758-5r7vh I0511 18:11:44.636329 3804 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:11:44.636911 3804 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:11:44.671962 3804 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:11:44.672009 3804 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:11:44.680737 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0511 18:11:44.680763 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0511 18:11:48.501138 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0511 18:12:16.027350 3804 namespace.go:98] [managed-tenant-uvubb] adding namespace I0511 18:12:16.028325 3804 namespace.go:102] [managed-tenant-uvubb] adding namespace took 950.551µs I0511 18:12:16.071593 3804 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:16.097220 3804 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:17.108468 3804 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:17.230565 3804 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:17.329539 3804 namespace.go:142] [managed-tenant-uvubb] updating namespace I0511 18:12:59.484515 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=127 I0511 18:13:20.575746 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0511 18:13:57.564197 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0511 18:14:09.475121 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0511 18:14:28.589308 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0511 18:14:30.480713 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0511 18:14:38.603325 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0511 18:14:51.595054 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0511 18:14:53.590977 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0511 18:15:54.489232 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=557 I0511 18:16:27.607222 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0511 18:16:46.479556 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=115 I0511 18:18:00.583343 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0511 18:18:05.567522 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0511 18:18:48.572815 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0511 18:19:48.062265 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-qmtcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:48.062310 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-qmtcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:48.066877 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-qmtcr I0511 18:19:48.066898 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-qmtcr I0511 18:19:49.592744 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0511 18:19:51.598627 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0511 18:19:52.030603 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-klwgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:52.030644 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-klwgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:52.035995 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-klwgs I0511 18:19:52.036021 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-klwgs I0511 18:19:56.028981 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-kc88q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:56.029007 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-kc88q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:19:56.032558 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-kc88q I0511 18:19:56.032586 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-kc88q I0511 18:20:04.479030 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642060-7mh7c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0511 18:20:04.479619 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642060-7mh7c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0511 18:20:05.358121 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642060-7mh7c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:20:05.358143 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642060-7mh7c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0511 18:20:13.478476 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0511 18:20:18.485024 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0511 18:20:26.594208 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0511 18:20:27.505173 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44