+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-84.ec2.internal ++ [[ -n ip-10-0-1-84.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-84.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0515 11:05:33.953323111 - disable conntrack on geneve port' I0515 11:05:33.953323111 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0515 11:05:33.981534702 - starting ovnkube-node' I0515 11:05:33.981534702 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-84.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-84.ec2.internal --init-node ip-10-0-1-84.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-84.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0515 11:05:34.023065 3666 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0515 11:05:34.023116 3666 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e7c66a2aec.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0515 11:05:34.024872 3666 kube.go:431] Waiting for certificate I0515 11:05:34.024895 3666 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0515 11:05:34.024938 3666 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0515 11:05:34.025665 3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0515 11:05:34.052586 3666 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:34.052604 3666 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:34.054685 3666 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:34.054772 3666 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ctwvg" I0515 11:05:34.063701 3666 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ctwvg" I0515 11:05:34.063769 3666 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0515 11:05:35.025945 3666 kube.go:438] Certificate found I0515 11:05:35.026604 3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0515 11:05:35.027869 3666 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0515 11:05:35.080772 3666 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-16 11:00:34 +0000 UTC" deadline="2026-05-16 08:08:49.914864162 +0000 UTC" I0515 11:05:35.080810 3666 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h3m14.834063891s" I0515 11:05:35.097296 3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0515 11:05:35.107426 3666 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0515 11:05:35.107492 3666 factory.go:561] Starting watch factory I0515 11:05:35.107428 3666 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0515 11:05:35.107593 3666 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.107620 3666 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.107619 3666 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.107595 3666 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.107639 3666 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.107648 3666 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.107593 3666 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.107746 3666 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.108167 3666 server.go:101] MetricServer registers OVS metrics I0515 11:05:35.108371 3666 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.108428 3666 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.108512 3666 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.108537 3666 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.108755 3666 server.go:105] MetricServer registers OVN DB metrics I0515 11:05:35.111638 3666 controller_manager.go:370] Starting the ovnkube controller I0515 11:05:35.111648 3666 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-84.ec2.internal I0515 11:05:35.111694 3666 controller_manager.go:395] NBDB zone sync took: 39.301µs I0515 11:05:35.111700 3666 factory.go:561] Starting watch factory I0515 11:05:35.113064 3666 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0515 11:05:35.113084 3666 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0515 11:05:35.126149 3666 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0515 11:05:35.126184 3666 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0515 11:05:35.129701 3666 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0515 11:05:35.129736 3666 server.go:109] MetricServer registers OVN Controller metrics I0515 11:05:35.132935 3666 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.133014 3666 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.133076 3666 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.134395 3666 server.go:113] MetricServer registers OVN Northd metrics I0515 11:05:35.137507 3666 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.138580 3666 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.139479 3666 metrics.go:519] OVN Metrics Server starts to run ... I0515 11:05:35.148636 3666 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0515 11:05:35.213788 3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0515 11:05:35.213825 3666 factory.go:1977] *v1.Pod informer cache synced successfully I0515 11:05:35.213829 3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0515 11:05:35.213832 3666 factory.go:1977] *v1.Namespace informer cache synced successfully I0515 11:05:35.213835 3666 factory.go:1977] *v1.Node informer cache synced successfully I0515 11:05:35.213838 3666 factory.go:1977] *v1.Service informer cache synced successfully I0515 11:05:35.213964 3666 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.213985 3666 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.214056 3666 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.214087 3666 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.217615 3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0515 11:05:35.217630 3666 factory.go:1977] *v1.Pod informer cache synced successfully I0515 11:05:35.217635 3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0515 11:05:35.217639 3666 factory.go:1977] *v1.Namespace informer cache synced successfully I0515 11:05:35.217645 3666 factory.go:1977] *v1.Node informer cache synced successfully I0515 11:05:35.217649 3666 factory.go:1977] *v1.Service informer cache synced successfully I0515 11:05:35.218113 3666 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.218148 3666 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0515 11:05:35.219812 3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0515 11:05:35.219824 3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0515 11:05:35.219879 3666 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.219895 3666 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.222680 3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0515 11:05:35.222691 3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0515 11:05:35.223309 3666 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.225316 3666 factory.go:1977] *v1.EgressIP informer cache synced successfully I0515 11:05:35.225371 3666 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.225395 3666 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.228439 3666 factory.go:1977] *v1.EgressIP informer cache synced successfully I0515 11:05:35.228760 3666 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.230740 3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0515 11:05:35.230791 3666 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.230801 3666 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.233805 3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0515 11:05:35.234247 3666 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.236224 3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0515 11:05:35.236282 3666 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.236293 3666 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.239364 3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0515 11:05:35.239815 3666 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.241847 3666 factory.go:1977] *v1.EgressService informer cache synced successfully I0515 11:05:35.241906 3666 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.241919 3666 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.244966 3666 factory.go:1977] *v1.EgressService informer cache synced successfully I0515 11:05:35.245452 3666 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.247390 3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0515 11:05:35.247578 3666 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:35.247593 3666 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:35.250513 3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0515 11:05:35.251306 3666 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0515 11:05:35.253301 3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0515 11:05:35.253371 3666 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.253394 3666 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.253410 3666 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.253426 3666 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.255552 3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0515 11:05:35.256803 3666 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.257122 3666 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0515 11:05:35.259056 3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0515 11:05:35.259065 3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0515 11:05:35.259071 3666 factory.go:680] Watch Factory start up complete, took: 151.581926ms I0515 11:05:35.259142 3666 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0515 11:05:35.261158 3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0515 11:05:35.261170 3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0515 11:05:35.261177 3666 factory.go:680] Watch Factory start up complete, took: 149.475777ms I0515 11:05:35.261184 3666 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-84.ec2.internal" zone I0515 11:05:35.306451 3666 default_node_network_controller.go:710] Initializing the default node network controller I0515 11:05:35.377874 3666 udn_isolation.go:101] Starting UDN host isolation manager I0515 11:05:35.383780 3666 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0515 11:05:35.445345 3666 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0515 11:05:35.445421 3666 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0515 11:05:35.445433 3666 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0515 11:05:35.476963 3666 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0515 11:05:35.477015 3666 default_node_network_controller.go:809] Node ip-10-0-1-84.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0515 11:05:35.481807 3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.84"] k8s.ovn.org/zone-name:ip-10-0-1-84.ec2.internal] on node ip-10-0-1-84.ec2.internal I0515 11:05:35.502071 3666 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0515 11:05:35.508047 3666 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0515 11:05:35.508225 3666 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0515 11:05:35.508367 3666 gateway_init.go:263] Preparing Gateway I0515 11:05:35.508379 3666 gateway_shared_intf.go:1687] Creating new gateway I0515 11:05:35.511626 3666 controller_manager.go:429] Waiting for node in zone sync took: 250.429056ms I0515 11:05:35.517962 3666 controller_manager.go:611] Switching to transit router for layer2 networks I0515 11:05:35.517975 3666 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-84.ec2.internal I0515 11:05:35.536887 3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0515 11:05:35.542540 3666 controller_manager.go:290] SCTP support detected in OVN I0515 11:05:35.543176 3666 services_controller.go:69] Creating services controller for network=default I0515 11:05:35.543191 3666 udn_enabled_svc.go:80] Waiting for service informer to sync I0515 11:05:35.543355 3666 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0515 11:05:35.543480 3666 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0515 11:05:35.543501 3666 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0515 11:05:35.543513 3666 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0515 11:05:35.543585 3666 udn_enabled_svc.go:95] Performing full resync I0515 11:05:35.543797 3666 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0515 11:05:35.543840 3666 udn_enabled_svc.go:99] Waiting for handler to sync I0515 11:05:35.543857 3666 udn_enabled_svc.go:104] Starting worker I0515 11:05:35.543912 3666 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0515 11:05:35.543923 3666 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.47µs I0515 11:05:35.543959 3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 37.549µs I0515 11:05:35.543972 3666 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 60.157µs I0515 11:05:35.543980 3666 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0515 11:05:35.543992 3666 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0515 11:05:35.544003 3666 default_network_controller.go:325] Starting the default network controller I0515 11:05:35.544070 3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.064µs I0515 11:05:35.552873 3666 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0515 11:05:35.552939 3666 repair.go:33] Syncing exgw routes took 46.429µs I0515 11:05:35.552963 3666 default_network_controller.go:414] Starting all the Watchers... I0515 11:05:35.553169 3666 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0515 11:05:35.553192 3666 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0515 11:05:35.553302 3666 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0515 11:05:35.553311 3666 namespace.go:98] [openshift-backplane-srep] adding namespace I0515 11:05:35.553314 3666 namespace.go:98] [openshift-console-operator] adding namespace I0515 11:05:35.553316 3666 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0515 11:05:35.553320 3666 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0515 11:05:35.553324 3666 namespace.go:98] [openshift-machine-config-operator] adding namespace I0515 11:05:35.553173 3666 namespace.go:98] [default] adding namespace I0515 11:05:35.553329 3666 namespace.go:98] [openshift-node] adding namespace I0515 11:05:35.553324 3666 namespace.go:98] [openshift-ingress-canary] adding namespace I0515 11:05:35.553330 3666 namespace.go:98] [openshift-dns-operator] adding namespace I0515 11:05:35.553336 3666 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0515 11:05:35.553339 3666 namespace.go:98] [openshift-config-operator] adding namespace I0515 11:05:35.553366 3666 namespace.go:98] [openshift-apiserver] adding namespace I0515 11:05:35.553775 3666 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 590.572µs I0515 11:05:35.553804 3666 namespace.go:98] [openshift-dns] adding namespace I0515 11:05:35.554383 3666 namespace.go:102] [openshift-dns] adding namespace took 573.387µs I0515 11:05:35.554396 3666 namespace.go:98] [kube-system] adding namespace I0515 11:05:35.555025 3666 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 1.806775ms I0515 11:05:35.555064 3666 namespace.go:98] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] adding namespace I0515 11:05:35.555603 3666 namespace.go:102] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] adding namespace took 528.53µs I0515 11:05:35.555622 3666 namespace.go:98] [openshift-config] adding namespace I0515 11:05:35.556179 3666 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.809333ms I0515 11:05:35.556201 3666 namespace.go:98] [openshift-console-user-settings] adding namespace I0515 11:05:35.557064 3666 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.74428ms I0515 11:05:35.557081 3666 namespace.go:98] [openshift-ingress] adding namespace I0515 11:05:35.557612 3666 namespace.go:102] [openshift-console-operator] adding namespace took 4.289895ms I0515 11:05:35.557627 3666 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0515 11:05:35.558176 3666 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.849584ms I0515 11:05:35.558194 3666 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0515 11:05:35.558864 3666 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.536328ms I0515 11:05:35.558879 3666 namespace.go:98] [openshift-controller-manager] adding namespace I0515 11:05:35.559434 3666 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.102735ms I0515 11:05:35.559449 3666 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0515 11:05:35.559920 3666 namespace.go:102] [openshift-node] adding namespace took 6.584088ms I0515 11:05:35.559930 3666 namespace.go:98] [openshift-package-operator] adding namespace I0515 11:05:35.560410 3666 namespace.go:102] [default] adding namespace took 7.072548ms I0515 11:05:35.560449 3666 namespace.go:98] [openshift-network-node-identity] adding namespace I0515 11:05:35.560899 3666 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.559461ms I0515 11:05:35.560914 3666 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0515 11:05:35.561456 3666 namespace.go:102] [openshift-dns-operator] adding namespace took 8.112552ms I0515 11:05:35.561472 3666 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0515 11:05:35.561949 3666 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.606464ms I0515 11:05:35.561963 3666 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0515 11:05:35.562377 3666 namespace.go:102] [openshift-config-operator] adding namespace took 9.030813ms I0515 11:05:35.562396 3666 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0515 11:05:35.562865 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-59lb6: pod kube-system/global-pull-secret-syncer-59lb6: no pod IPs found W0515 11:05:35.562878 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-7qrkr: pod kube-system/global-pull-secret-syncer-7qrkr: no pod IPs found I0515 11:05:35.562893 3666 namespace.go:102] [openshift-apiserver] adding namespace took 9.519366ms I0515 11:05:35.562900 3666 namespace.go:98] [openshift-must-gather-operator] adding namespace I0515 11:05:35.563393 3666 namespace.go:102] [kube-system] adding namespace took 8.992685ms I0515 11:05:35.563402 3666 namespace.go:98] [openshift-multus] adding namespace I0515 11:05:35.563806 3666 namespace.go:102] [openshift-config] adding namespace took 8.177357ms I0515 11:05:35.563822 3666 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0515 11:05:35.564317 3666 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.108347ms I0515 11:05:35.564333 3666 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0515 11:05:35.564746 3666 namespace.go:102] [openshift-ingress] adding namespace took 7.659571ms I0515 11:05:35.564761 3666 namespace.go:98] [openshift-backplane] adding namespace I0515 11:05:35.565151 3666 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.519368ms I0515 11:05:35.565163 3666 namespace.go:98] [openshift-console] adding namespace I0515 11:05:35.565656 3666 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.45801ms I0515 11:05:35.565667 3666 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0515 11:05:35.566094 3666 namespace.go:102] [openshift-controller-manager] adding namespace took 7.2092ms I0515 11:05:35.566108 3666 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0515 11:05:35.566566 3666 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.111394ms I0515 11:05:35.566578 3666 namespace.go:98] [openshift-service-ca-operator] adding namespace I0515 11:05:35.566914 3666 namespace.go:102] [openshift-package-operator] adding namespace took 6.979926ms I0515 11:05:35.566925 3666 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0515 11:05:35.567372 3666 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.914949ms I0515 11:05:35.567385 3666 namespace.go:98] [openshift-monitoring] adding namespace I0515 11:05:35.567768 3666 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.845538ms I0515 11:05:35.567790 3666 namespace.go:98] [openshift-apiserver-operator] adding namespace I0515 11:05:35.568161 3666 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.683133ms I0515 11:05:35.568175 3666 namespace.go:98] [openshift-logging] adding namespace I0515 11:05:35.568663 3666 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.694661ms I0515 11:05:35.568673 3666 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0515 11:05:35.569105 3666 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.702488ms I0515 11:05:35.569122 3666 namespace.go:98] [openshift-kube-scheduler] adding namespace W0515 11:05:35.569584 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c2grt: pod openshift-multus/network-metrics-daemon-c2grt: no pod IPs found W0515 11:05:35.569614 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-vfw5f: pod openshift-multus/network-metrics-daemon-vfw5f: no pod IPs found I0515 11:05:35.569626 3666 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.722206ms I0515 11:05:35.569638 3666 namespace.go:98] [openshift-customer-monitoring] adding namespace I0515 11:05:35.570193 3666 namespace.go:102] [openshift-multus] adding namespace took 6.78489ms I0515 11:05:35.570207 3666 namespace.go:98] [openshift-kube-apiserver] adding namespace I0515 11:05:35.570644 3666 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.81606ms I0515 11:05:35.570658 3666 namespace.go:98] [openshift-backplane-cse] adding namespace I0515 11:05:35.571023 3666 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.684606ms I0515 11:05:35.571036 3666 namespace.go:98] [openshift-image-registry] adding namespace I0515 11:05:35.571780 3666 namespace.go:102] [openshift-backplane] adding namespace took 7.014524ms I0515 11:05:35.571792 3666 namespace.go:98] [kube-node-lease] adding namespace I0515 11:05:35.572180 3666 namespace.go:102] [openshift-console] adding namespace took 7.012363ms I0515 11:05:35.572191 3666 namespace.go:98] [openshift-etcd] adding namespace I0515 11:05:35.572680 3666 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.006757ms I0515 11:05:35.572693 3666 namespace.go:98] [openshift] adding namespace I0515 11:05:35.573008 3666 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.895835ms I0515 11:05:35.573017 3666 namespace.go:98] [openshift-marketplace] adding namespace I0515 11:05:35.573507 3666 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.918012ms I0515 11:05:35.573529 3666 namespace.go:98] [openshift-backplane-mobb] adding namespace I0515 11:05:35.574123 3666 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.192404ms I0515 11:05:35.574155 3666 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0515 11:05:35.574694 3666 namespace.go:102] [openshift-monitoring] adding namespace took 7.303664ms I0515 11:05:35.574706 3666 namespace.go:98] [openshift-config-managed] adding namespace I0515 11:05:35.575158 3666 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.3624ms I0515 11:05:35.575170 3666 namespace.go:98] [dedicated-admin] adding namespace I0515 11:05:35.575581 3666 namespace.go:102] [openshift-logging] adding namespace took 7.400787ms I0515 11:05:35.575596 3666 namespace.go:98] [openshift-network-diagnostics] adding namespace I0515 11:05:35.576003 3666 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.325039ms I0515 11:05:35.576014 3666 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0515 11:05:35.576443 3666 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.31559ms I0515 11:05:35.576457 3666 namespace.go:98] [openshift-authentication] adding namespace I0515 11:05:35.576862 3666 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.219322ms I0515 11:05:35.576873 3666 namespace.go:98] [openshift-backplane-tam] adding namespace I0515 11:05:35.577361 3666 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.149516ms I0515 11:05:35.577711 3666 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.047298ms I0515 11:05:35.578223 3666 namespace.go:102] [openshift-image-registry] adding namespace took 7.182454ms I0515 11:05:35.578236 3666 namespace.go:98] [openshift-route-controller-manager] adding namespace I0515 11:05:35.578600 3666 namespace.go:102] [kube-node-lease] adding namespace took 6.802283ms I0515 11:05:35.578614 3666 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0515 11:05:35.579041 3666 namespace.go:102] [openshift-etcd] adding namespace took 6.843939ms I0515 11:05:35.579055 3666 namespace.go:98] [openshift-operators-redhat] adding namespace I0515 11:05:35.579433 3666 namespace.go:102] [openshift] adding namespace took 6.735023ms I0515 11:05:35.579444 3666 namespace.go:98] [openshift-cluster-version] adding namespace I0515 11:05:35.579812 3666 namespace.go:102] [openshift-marketplace] adding namespace took 6.789964ms I0515 11:05:35.579826 3666 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0515 11:05:35.580300 3666 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.765665ms I0515 11:05:35.580310 3666 namespace.go:98] [openshift-ingress-operator] adding namespace I0515 11:05:35.580790 3666 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.62838ms I0515 11:05:35.580803 3666 namespace.go:98] [kube-public] adding namespace I0515 11:05:35.581216 3666 namespace.go:102] [openshift-config-managed] adding namespace took 6.505816ms I0515 11:05:35.581227 3666 namespace.go:98] [openshift-network-operator] adding namespace W0515 11:05:35.581583 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jvq2r: pod openshift-network-diagnostics/network-check-target-jvq2r: no pod IPs found W0515 11:05:35.581609 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xjn2r: pod openshift-network-diagnostics/network-check-target-xjn2r: no pod IPs found I0515 11:05:35.581611 3666 namespace.go:102] [dedicated-admin] adding namespace took 6.437475ms I0515 11:05:35.581619 3666 namespace.go:98] [openshift-backplane-csm] adding namespace I0515 11:05:35.582082 3666 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.481931ms I0515 11:05:35.582095 3666 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0515 11:05:35.582460 3666 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.44191ms I0515 11:05:35.582470 3666 namespace.go:98] [openshift-network-console] adding namespace I0515 11:05:35.582832 3666 namespace.go:102] [openshift-authentication] adding namespace took 6.369918ms I0515 11:05:35.582845 3666 namespace.go:98] [openshift-infra] adding namespace I0515 11:05:35.583207 3666 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.329737ms I0515 11:05:35.583218 3666 namespace.go:98] [openshift-machine-api] adding namespace I0515 11:05:35.583589 3666 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.349182ms I0515 11:05:35.583600 3666 namespace.go:98] [openshift-operators] adding namespace I0515 11:05:35.583988 3666 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.369336ms I0515 11:05:35.584000 3666 namespace.go:98] [openshift-authentication-operator] adding namespace I0515 11:05:35.584399 3666 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.339498ms I0515 11:05:35.584410 3666 namespace.go:98] [openshift-insights] adding namespace I0515 11:05:35.584808 3666 namespace.go:102] [openshift-cluster-version] adding namespace took 5.359961ms I0515 11:05:35.585183 3666 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.353675ms I0515 11:05:35.585621 3666 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.306424ms I0515 11:05:35.585634 3666 namespace.go:98] [openshift-host-network] adding namespace I0515 11:05:35.586000 3666 namespace.go:102] [kube-public] adding namespace took 5.191824ms I0515 11:05:35.586441 3666 namespace.go:102] [openshift-network-operator] adding namespace took 5.209631ms I0515 11:05:35.586453 3666 namespace.go:98] [openshift-backplane-cee] adding namespace I0515 11:05:35.586806 3666 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.182871ms I0515 11:05:35.587221 3666 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.121928ms I0515 11:05:35.587627 3666 namespace.go:102] [openshift-network-console] adding namespace took 5.151702ms I0515 11:05:35.588074 3666 namespace.go:102] [openshift-infra] adding namespace took 5.222779ms I0515 11:05:35.588481 3666 namespace.go:102] [openshift-machine-api] adding namespace took 5.259888ms I0515 11:05:35.589272 3666 namespace.go:102] [openshift-operators] adding namespace took 5.666571ms I0515 11:05:35.589675 3666 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.670844ms I0515 11:05:35.590101 3666 namespace.go:102] [openshift-insights] adding namespace took 5.685502ms I0515 11:05:35.590545 3666 namespace.go:102] [openshift-host-network] adding namespace took 4.906943ms I0515 11:05:35.590891 3666 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.432575ms W0515 11:05:35.590977 3666 master.go:458] Unable to parse local node ip-10-0-1-84.ec2.internal chassis-id annotation. Chassis may be removed during sync W0515 11:05:35.590985 3666 master.go:471] Unable to parse remote node ip-10-0-0-74.ec2.internal chassis-id annotation. Chassis may be removed during sync I0515 11:05:35.590989 3666 master.go:481] Removing stale chassis with ID/Name: ae9d4d02-b76b-46d2-8524-d6c527fd7bef, hostname: ip-10-0-1-84.ec2.internal I0515 11:05:35.591422 3666 master.go:548] Adding or Updating local node "ip-10-0-1-84.ec2.internal" for network "default" I0515 11:05:35.591455 3666 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-74.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-74.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-74.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-74.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-74.ec2.internal I0515 11:05:35.592042 3666 zone_ic_handler.go:195] Time taken to create transit switch: 276.729µs I0515 11:05:35.592054 3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-172.ec2.internal for the network default I0515 11:05:35.592998 3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-172.ec2.internal" on network "default" took: 1.243325ms I0515 11:05:35.594884 3666 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-84.ec2.internal for the network default I0515 11:05:35.595037 3666 zone_ic_handler.go:195] Time taken to create transit switch: 140.064µs I0515 11:05:35.595699 3666 default_network_controller.go:823] Node add failed for ip-10-0-1-84.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal, error getting gateway config for node ip-10-0-1-84.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal", failed to update chassis to local for local node ip-10-0-1-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-84.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal] E0515 11:05:35.595737 3666 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-84.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal, error getting gateway config for node ip-10-0-1-84.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal", failed to update chassis to local for local node ip-10-0-1-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-84.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal] I0515 11:05:35.595778 3666 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0515 11:05:35.595787 3666 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-84.ec2.internal", UID:"b9c1b3fe-6ad2-4a30-8a4a-c5ff8c11d40d", APIVersion:"v1", ResourceVersion:"9447", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal, error getting gateway config for node ip-10-0-1-84.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal", failed to update chassis to local for local node ip-10-0-1-84.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-84.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-84.ec2.internal] I0515 11:05:35.595804 3666 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0515 11:05:35.595816 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:35.595820 3666 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0515 11:05:35.595841 3666 node_tracker.go:235] Node ip-10-0-0-74.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-74.ec2.internal" I0515 11:05:35.595855 3666 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.595867 3666 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.595873 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:35.595881 3666 node_tracker.go:235] Node ip-10-0-1-84.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-84.ec2.internal" I0515 11:05:35.595887 3666 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.595891 3666 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.595900 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-172.ec2.internal in network "default" I0515 11:05:35.595935 3666 node_tracker.go:169] Node ip-10-0-2-172.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.595941 3666 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.615291 3666 iptables.go:108] Creating table: filter chain: FORWARD I0515 11:05:35.621215 3666 iptables.go:108] Creating table: filter chain: OUTPUT I0515 11:05:35.627086 3666 gateway_shared_intf.go:1816] Gateway Creation Complete I0515 11:05:35.627100 3666 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-84.ec2.internal","mac-address":"0a:ff:e5:fe:07:93","ip-addresses":["10.0.1.84/24"],"ip-address":"10.0.1.84/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ae9d4d02-b76b-46d2-8524-d6c527fd7bef k8s.ovn.org/node-encap-ips:["10.0.1.84"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.84/24"} k8s.ovn.org/zone-name:ip-10-0-1-84.ec2.internal] on node ip-10-0-1-84.ec2.internal I0515 11:05:35.644496 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:35.644538 3666 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.644549 3666 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.644548 3666 master.go:548] Adding or Updating local node "ip-10-0-1-84.ec2.internal" for network "default" I0515 11:05:35.647658 3666 default_node_network_controller.go:519] Node connection status = connected W0515 11:05:35.650034 3666 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-c2grt: pod openshift-multus/network-metrics-daemon-c2grt: no pod IPs found W0515 11:05:35.650068 3666 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xjn2r: pod openshift-network-diagnostics/network-check-target-xjn2r: no pod IPs found W0515 11:05:35.650073 3666 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-59lb6: pod kube-system/global-pull-secret-syncer-59lb6: no pod IPs found I0515 11:05:35.651051 3666 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-84.ec2.internal for the network default I0515 11:05:35.651242 3666 zone_ic_handler.go:195] Time taken to create transit switch: 177.968µs I0515 11:05:35.689560 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:35.689571 3666 default_network_controller.go:1025] Node "ip-10-0-0-74.ec2.internal" in remote zone "ip-10-0-0-74.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0515 11:05:35.689599 3666 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:35.689610 3666 services_controller.go:574] Full service sync requested for network=default I0515 11:05:35.690222 3666 zone_ic_handler.go:195] Time taken to create transit switch: 203.746µs I0515 11:05:35.690236 3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-74.ec2.internal for the network default I0515 11:05:35.691216 3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-74.ec2.internal" on network "default" took: 1.203148ms I0515 11:05:35.696771 3666 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0515 11:05:35.696787 3666 services_controller.go:208] Setting up event handlers for services for network=default I0515 11:05:35.696826 3666 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0515 11:05:35.696876 3666 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0515 11:05:35.696895 3666 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0515 11:05:35.797199 3666 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0515 11:05:35.797235 3666 repair.go:60] Starting repairing loop for services I0515 11:05:35.797323 3666 repair.go:131] Deleted 0 stale service LBs I0515 11:05:35.797348 3666 repair.go:137] Deleted 0 stale Chassis Template Vars I0515 11:05:35.797366 3666 repair.go:62] Finished repairing loop for services: 148.104µs I0515 11:05:35.797391 3666 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0515 11:05:35.797399 3666 services_controller.go:254] Starting workers for network=default I0515 11:05:35.797969 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xjn2r] creating logical port openshift-network-diagnostics_network-check-target-xjn2r for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:35.798046 3666 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-7qrkr, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-7qrkr: suppressed error logged: pod kube-system/global-pull-secret-syncer-7qrkr: no pod IPs found I0515 11:05:35.798053 3666 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-vfw5f, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-vfw5f: suppressed error logged: pod openshift-multus/network-metrics-daemon-vfw5f: no pod IPs found I0515 11:05:35.798075 3666 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jvq2r, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jvq2r: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jvq2r: no pod IPs found I0515 11:05:35.798084 3666 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xjn2r I0515 11:05:35.798095 3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c2grt] creating logical port openshift-multus_network-metrics-daemon-c2grt for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:35.798085 3666 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-59lb6] creating logical port kube-system_global-pull-secret-syncer-59lb6 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:35.798244 3666 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-59lb6 I0515 11:05:35.798294 3666 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-c2grt I0515 11:05:35.816715 3666 pod.go:62] [kube-system/global-pull-secret-syncer-59lb6] pod update took 18.505197ms I0515 11:05:35.816732 3666 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-59lb6] addLogicalPort annotation time took 18.523191ms I0515 11:05:35.817534 3666 pods.go:271] [kube-system/global-pull-secret-syncer-59lb6] addLogicalPort took 19.456552ms, libovsdb time 614.897µs I0515 11:05:35.818446 3666 pod.go:62] [openshift-network-diagnostics/network-check-target-xjn2r] pod update took 20.420509ms I0515 11:05:35.818469 3666 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xjn2r] addLogicalPort annotation time took 20.441222ms I0515 11:05:35.818568 3666 pod.go:62] [openshift-multus/network-metrics-daemon-c2grt] pod update took 20.325544ms I0515 11:05:35.818583 3666 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-c2grt] addLogicalPort annotation time took 20.430218ms I0515 11:05:35.819293 3666 pods.go:271] [openshift-network-diagnostics/network-check-target-xjn2r] addLogicalPort took 21.335471ms, libovsdb time 587.387µs I0515 11:05:35.819516 3666 pods.go:271] [openshift-multus/network-metrics-daemon-c2grt] addLogicalPort took 21.436327ms, libovsdb time 732.72µs I0515 11:05:35.819868 3666 admin_network_policy_controller.go:227] Starting controller default-network-controller I0515 11:05:35.819902 3666 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0515 11:05:35.819993 3666 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0515 11:05:35.820011 3666 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0515 11:05:35.820213 3666 repair.go:29] Repairing admin network policies took 195.814µs I0515 11:05:35.820312 3666 repair.go:92] Repairing baseline admin network policies took 89.356µs I0515 11:05:35.820757 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0515 11:05:35.820773 3666 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0515 11:05:35.822735 3666 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0515 11:05:35.822756 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0515 11:05:35.823541 3666 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0515 11:05:35.823556 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0515 11:05:35.825274 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0515 11:05:35.825291 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0515 11:05:35.825300 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0515 11:05:35.827021 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0515 11:05:35.827040 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0515 11:05:35.827048 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0515 11:05:35.828570 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0515 11:05:35.828593 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0515 11:05:35.828604 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0515 11:05:35.829061 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0515 11:05:35.829079 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0515 11:05:35.829089 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0515 11:05:35.830961 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0515 11:05:35.830982 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0515 11:05:35.830992 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0515 11:05:35.832406 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0515 11:05:35.832428 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0515 11:05:35.832439 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0515 11:05:35.834460 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0515 11:05:35.834476 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0515 11:05:35.834485 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0515 11:05:35.834946 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0515 11:05:35.834967 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0515 11:05:35.834979 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0515 11:05:35.835445 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0515 11:05:35.835460 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0515 11:05:35.835466 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0515 11:05:35.835732 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0515 11:05:35.835755 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0515 11:05:35.835764 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0515 11:05:35.838154 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0515 11:05:35.838171 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0515 11:05:35.838179 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0515 11:05:35.838951 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0515 11:05:35.838965 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0515 11:05:35.838970 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0515 11:05:35.839261 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0515 11:05:35.839278 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0515 11:05:35.839287 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0515 11:05:35.839749 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0515 11:05:35.839771 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0515 11:05:35.839783 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0515 11:05:35.840235 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0515 11:05:35.840251 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0515 11:05:35.840270 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0515 11:05:35.840920 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0515 11:05:35.840932 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0515 11:05:35.840937 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0515 11:05:35.841210 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0515 11:05:35.841230 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0515 11:05:35.841241 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0515 11:05:35.841701 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0515 11:05:35.841716 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0515 11:05:35.841722 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0515 11:05:35.841957 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0515 11:05:35.841970 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0515 11:05:35.841977 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0515 11:05:35.842442 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0515 11:05:35.842462 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0515 11:05:35.842472 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0515 11:05:35.842898 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0515 11:05:35.842912 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0515 11:05:35.842920 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0515 11:05:35.843754 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0515 11:05:35.843772 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0515 11:05:35.843781 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0515 11:05:35.844868 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0515 11:05:35.844889 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0515 11:05:35.844897 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0515 11:05:35.845892 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0515 11:05:35.845911 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0515 11:05:35.845917 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0515 11:05:35.846425 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0515 11:05:35.846443 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0515 11:05:35.846453 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0515 11:05:35.847533 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0515 11:05:35.847551 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0515 11:05:35.847558 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0515 11:05:35.848023 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0515 11:05:35.848037 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0515 11:05:35.848046 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0515 11:05:35.848518 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0515 11:05:35.854042 3666 egressfirewall.go:374] Starting EgressFirewall controller I0515 11:05:35.854065 3666 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0515 11:05:35.854067 3666 controller.go:133] Adding controller egress-firewall-controller event handlers I0515 11:05:35.854092 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0515 11:05:35.854091 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0515 11:05:35.854108 3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0515 11:05:35.854114 3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0515 11:05:35.854378 3666 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0515 11:05:35.854391 3666 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0515 11:05:35.854396 3666 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0515 11:05:35.854403 3666 egressqos.go:193] Setting up event handlers for EgressQoS I0515 11:05:35.854474 3666 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0515 11:05:35.854489 3666 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0515 11:05:35.854493 3666 egressfirewall.go:723] Syncing node "ip-10-0-2-172.ec2.internal" for egress firewall I0515 11:05:35.854575 3666 egressqos.go:245] Starting EgressQoS Controller I0515 11:05:35.854586 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0515 11:05:35.854592 3666 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0515 11:05:35.854596 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0515 11:05:35.854601 3666 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0515 11:05:35.854606 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0515 11:05:35.854610 3666 shared_informer.go:356] "Caches are synced" controller="egressqos" I0515 11:05:35.854615 3666 egressqos.go:259] Repairing EgressQoSes I0515 11:05:35.854621 3666 egressqos.go:399] Starting repairing loop for egressqos I0515 11:05:35.854691 3666 egressqos.go:401] Finished repairing loop for egressqos: 70.21µs I0515 11:05:35.854705 3666 egressservice_zone.go:132] Setting up event handlers for Egress Services I0515 11:05:35.854739 3666 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-84.ec2.internal I0515 11:05:35.854809 3666 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-84.ec2.internal : 72.304µs I0515 11:05:35.855007 3666 egressservice_zone.go:210] Starting Egress Services Controller I0515 11:05:35.855025 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0515 11:05:35.855035 3666 shared_informer.go:356] "Caches are synced" controller="egressservices" I0515 11:05:35.855040 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0515 11:05:35.855045 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0515 11:05:35.855050 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0515 11:05:35.855054 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0515 11:05:35.855059 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0515 11:05:35.855065 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0515 11:05:35.855069 3666 egressservice_zone.go:228] Repairing Egress Services I0515 11:05:35.855391 3666 master_controller.go:88] Starting Admin Policy Based Route Controller I0515 11:05:35.855401 3666 external_controller.go:278] Starting Admin Policy Based Route Controller I0515 11:05:35.855457 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:35.855470 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 15.64µs I0515 11:05:35.855482 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:35.855487 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 6.214µs I0515 11:05:35.855493 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-172.ec2.internal I0515 11:05:35.855505 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-172.ec2.internal: 13.91µs I0515 11:05:35.855687 3666 default_network_controller.go:585] Completing all the Watchers took 302.715472ms I0515 11:05:35.855702 3666 default_network_controller.go:589] Starting unidling controllers I0515 11:05:35.855736 3666 unidle.go:46] Registering OVN SB ControllerEvent handler I0515 11:05:35.855743 3666 unidle.go:63] Populating Initial ContollerEvent events I0515 11:05:35.855754 3666 unidle.go:79] Setting up event handlers for services I0515 11:05:35.855896 3666 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller W0515 11:05:36.090257 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:36.122996 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:36.148246 3666 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:36.649353 3666 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:36.690479 3666 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0515 11:05:36.691252 3666 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 757.175µs I0515 11:05:36.707833 3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0515 11:05:36.966690 3666 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0515 11:05:37.149014 3666 default_node_network_controller.go:519] Node connection status = connected I0515 11:05:37.165902 3666 bridgeconfig.go:537] Gateway is ready I0515 11:05:37.165919 3666 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0515 11:05:37.176988 3666 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.84. Updating OVN encap IP. I0515 11:05:37.182202 3666 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.84 - it is already configured I0515 11:05:37.182215 3666 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.84/24:{} 172.20.0.1/32:{}]. Updating annotations. I0515 11:05:37.182393 3666 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.84/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-84.ec2.internal","mac-address":"0a:ff:e5:fe:07:93","ip-addresses":["10.0.1.84/24"],"ip-address":"10.0.1.84/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ae9d4d02-b76b-46d2-8524-d6c527fd7bef k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.84/24"}] on node ip-10-0-1-84.ec2.internal I0515 11:05:37.199298 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:37.199316 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 24.035µs I0515 11:05:37.199366 3666 egressfirewall.go:723] Syncing node "ip-10-0-1-84.ec2.internal" for egress firewall I0515 11:05:37.199372 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-84.ec2.internal in network "default" I0515 11:05:37.199425 3666 master.go:548] Adding or Updating local node "ip-10-0-1-84.ec2.internal" for network "default" I0515 11:05:37.199463 3666 node_tracker.go:169] Node ip-10-0-1-84.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:37.199486 3666 services_controller.go:574] Full service sync requested for network=default W0515 11:05:37.199808 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:37.199823 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:37.200150 3666 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.84 I0515 11:05:37.200229 3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-84.ec2.internal I0515 11:05:37.203930 3666 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-84.ec2.internal. Updating no re-route policies I0515 11:05:37.204000 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4rjdq I0515 11:05:37.204006 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9j6fw I0515 11:05:37.204014 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4rjdq I0515 11:05:37.204020 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9j6fw I0515 11:05:37.204020 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-84.ec2.internal I0515 11:05:37.204030 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sjr85 I0515 11:05:37.204035 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-4rjdq after 0 failed attempt(s) I0515 11:05:37.204038 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-9j6fw after 0 failed attempt(s) I0515 11:05:37.204041 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sjr85 I0515 11:05:37.204050 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-p8bf6 I0515 11:05:37.204050 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c2grt I0515 11:05:37.204051 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-tk7nr I0515 11:05:37.204051 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-59lb6 I0515 11:05:37.204034 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-84.ec2.internal I0515 11:05:37.204062 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-tk7nr I0515 11:05:37.204066 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cxg87 I0515 11:05:37.204067 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-vxlpj I0515 11:05:37.204070 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-mk6bg I0515 11:05:37.204073 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cxg87 I0515 11:05:37.204040 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xjn2r I0515 11:05:37.204081 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-tk7nr after 0 failed attempt(s) I0515 11:05:37.204084 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-mk6bg I0515 11:05:37.204057 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-p8bf6 I0515 11:05:37.204067 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-59lb6 I0515 11:05:37.204104 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-p8bf6 after 0 failed attempt(s) I0515 11:05:37.204113 3666 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-59lb6] creating logical port kube-system_global-pull-secret-syncer-59lb6 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:37.204085 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xjn2r I0515 11:05:37.204152 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xjn2r] creating logical port openshift-network-diagnostics_network-check-target-xjn2r for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:37.204104 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-mk6bg after 0 failed attempt(s) I0515 11:05:37.204057 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c2grt I0515 11:05:37.204066 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-j85gm I0515 11:05:37.204213 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-j85gm I0515 11:05:37.204227 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-j85gm after 0 failed attempt(s) I0515 11:05:37.204076 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-vxlpj I0515 11:05:37.204232 3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c2grt] creating logical port openshift-multus_network-metrics-daemon-c2grt for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:37.204242 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-vxlpj after 0 failed attempt(s) I0515 11:05:37.204050 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-84.ec2.internal I0515 11:05:37.204250 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-84.ec2.internal I0515 11:05:37.204263 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-84.ec2.internal after 0 failed attempt(s) I0515 11:05:37.204073 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-84.ec2.internal after 0 failed attempt(s) I0515 11:05:37.204058 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sjr85 after 0 failed attempt(s) I0515 11:05:37.204087 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cxg87 after 0 failed attempt(s) I0515 11:05:37.204760 3666 pods.go:271] [openshift-network-diagnostics/network-check-target-xjn2r] addLogicalPort took 611.519µs, libovsdb time 246.18µs I0515 11:05:37.204777 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xjn2r after 0 failed attempt(s) I0515 11:05:37.204876 3666 pods.go:271] [kube-system/global-pull-secret-syncer-59lb6] addLogicalPort took 771.292µs, libovsdb time 364.208µs I0515 11:05:37.204888 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-59lb6 after 0 failed attempt(s) I0515 11:05:37.205106 3666 pods.go:271] [openshift-multus/network-metrics-daemon-c2grt] addLogicalPort took 882.729µs, libovsdb time 198.49µs I0515 11:05:37.205117 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-c2grt after 0 failed attempt(s) I0515 11:05:37.217329 3666 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0515 11:05:37.229173 3666 iptables.go:108] Creating table: mangle chain: OUTPUT I0515 11:05:37.232343 3666 iptables.go:108] Creating table: nat chain: OUTPUT I0515 11:05:37.277120 3666 iptables.go:108] Creating table: nat chain: PREROUTING I0515 11:05:37.331460 3666 iptables.go:108] Creating table: filter chain: FORWARD I0515 11:05:37.347233 3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0515 11:05:37.347345 3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0515 11:05:37.347394 3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0515 11:05:37.347491 3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0515 11:05:37.347551 3666 gateway_init.go:325] Gateway and management port readiness took 1.703682481s I0515 11:05:37.347579 3666 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0515 11:05:37.347619 3666 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0515 11:05:37.347633 3666 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0515 11:05:37.347642 3666 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0515 11:05:37.347705 3666 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0515 11:05:37.347783 3666 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.515µs I0515 11:05:37.348110 3666 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0515 11:05:37.348151 3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 31.586µs I0515 11:05:37.348160 3666 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 50.34µs I0515 11:05:37.348165 3666 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0515 11:05:37.348175 3666 nad_controller.go:379] [node-nad-controller NAD controller]: started I0515 11:05:37.348182 3666 default_node_network_controller.go:899] Starting the default node network controller I0515 11:05:37.348196 3666 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0515 11:05:37.348275 3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.024µs I0515 11:05:37.348410 3666 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0515 11:05:37.348418 3666 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0515 11:05:37.348443 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000adb0a0 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000aed0e0 0xc0002b7f10 0xc0002c6000 0xc0007be2d0 0xc006531340 0xc0002c6070 map[0x2ff9080:0xc002e99bc0 0x2ff95c0:0xc0061d0000 0x2ffa2e0:0xc002e99b00 0x2ffa580:0xc002e99b60 0x2ffad60:0xc002e99c20 0x2ffb000:0xc002e99c80 0x2ffb2a0:0xc002e99f20 0x2ffba80:0xc0061d0060 0x2ffbd20:0xc004b000c0 0x3026980:0xc001209380 0x3026d20:0xc0012093e0 0x3027800:0xc000c05500 0x3029160:0xc001bd6000 0x30298a0:0xc002b8b440 0x302a720:0xc001bd6060] 0xc000118e70 0} I0515 11:05:37.348503 3666 gateway.go:151] Starting gateway service sync I0515 11:05:37.348953 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0515 11:05:37.351003 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0515 11:05:37.373401 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0515 11:05:37.374640 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0515 11:05:37.375771 3666 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0515 11:05:37.410571 3666 gateway.go:168] Gateway service sync done. Time taken: 62.053506ms I0515 11:05:37.410995 3666 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30745 I0515 11:05:37.411345 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000adb0a0 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000aed0e0 0xc0002b7f10 0xc0002c6000 0xc0007be2d0 0xc006531340 0xc0002c6070 map[0x2ff9080:0xc002e99bc0 0x2ff95c0:0xc0061d0000 0x2ffa2e0:0xc002e99b00 0x2ffa580:0xc002e99b60 0x2ffad60:0xc002e99c20 0x2ffb000:0xc002e99c80 0x2ffb2a0:0xc002e99f20 0x2ffba80:0xc0061d0060 0x2ffbd20:0xc004b000c0 0x3026980:0xc001209380 0x3026d20:0xc0012093e0 0x3027800:0xc000c05500 0x3029160:0xc001bd6000 0x30298a0:0xc002b8b440 0x302a720:0xc001bd6060] 0xc000118e70 0} I0515 11:05:37.411875 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000adb0a0 0xc0002b7c00 0xc0002b7c70 0xc0002b7ce0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc000aed0e0 0xc0002b7f10 0xc0002c6000 0xc0007be2d0 0xc006531340 0xc0002c6070 map[0x2ff9080:0xc002e99bc0 0x2ff95c0:0xc0061d0000 0x2ffa2e0:0xc002e99b00 0x2ffa580:0xc002e99b60 0x2ffad60:0xc002e99c20 0x2ffb000:0xc002e99c80 0x2ffb2a0:0xc002e99f20 0x2ffba80:0xc0061d0060 0x2ffbd20:0xc004b000c0 0x3026980:0xc001209380 0x3026d20:0xc0012093e0 0x3027800:0xc000c05500 0x3029160:0xc001bd6000 0x30298a0:0xc002b8b440 0x302a720:0xc001bd6060] 0xc000118e70 0} I0515 11:05:37.411916 3666 gateway.go:532] Reconciling gateway with updates I0515 11:05:37.417544 3666 gateway.go:339] Spawning Conntrack Rule Check Thread I0515 11:05:37.417626 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:37.417641 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:37.417643 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:37.417654 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:37.417655 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:37.417661 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0515 11:05:37.417665 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:37.417663 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:37.417677 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:37.417682 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:37.417680 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0515 11:05:37.417694 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0515 11:05:37.417697 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:37.417698 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:37.417707 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:37.417716 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:37.417724 3666 default_node_network_controller.go:944] Gateway and management port readiness took 69.29517ms I0515 11:05:37.417729 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0515 11:05:37.417736 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:37.417742 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:37.417748 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:37.417751 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:37.417758 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:37.417764 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:37.417767 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:37.417766 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:37.417778 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:37.417776 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:37.417775 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:37.417795 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:37.417800 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:37.417801 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:37.417818 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:37.417748 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:37.417836 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:37.417644 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:37.417848 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:37.417858 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0515 11:05:37.417858 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:37.417682 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:37.417870 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:37.417871 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:37.417878 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:37.417878 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:37.417883 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:37.417893 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:37.417897 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:37.417904 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:37.417919 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:37.417623 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:37.417931 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:37.417934 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0515 11:05:37.417941 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0515 11:05:37.417947 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0515 11:05:37.417876 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:37.417954 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:37.417959 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:37.417961 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:37.417802 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:37.417997 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:37.418003 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:37.418011 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0515 11:05:37.418023 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:37.418031 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:37.418035 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:37.418045 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:37.418048 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:37.418051 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:37.418056 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:37.417680 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:37.418075 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:37.418077 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:37.418083 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:37.418087 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:37.418093 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0515 11:05:37.417740 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:37.418102 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0515 11:05:37.418106 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:37.418115 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:37.418105 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:37.418124 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0515 11:05:37.418143 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0515 11:05:37.418117 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0515 11:05:37.417665 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:37.418077 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:37.418169 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:37.418170 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:37.417775 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:37.417879 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:37.418188 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31967 is already open, no action needed I0515 11:05:37.417977 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:37.418197 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31216 is already open, no action needed I0515 11:05:37.417924 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0515 11:05:37.418061 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:37.418205 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:37.417794 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:37.418189 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:37.418230 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:37.418236 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0515 11:05:37.417879 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:37.418264 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:37.418633 3666 node_ip_handler_linux.go:160] Node IP manager is running W0515 11:05:37.455271 3666 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0515 11:05:37.455511 3666 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0515 11:05:37.455687 3666 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0515 11:05:37.463842 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0515 11:05:37.483760 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0515 11:05:37.483842 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0515 11:05:37.483863 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0515 11:05:37.483875 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0515 11:05:37.483885 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0515 11:05:37.483913 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0515 11:05:37.483925 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0515 11:05:37.483933 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0515 11:05:37.483943 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0515 11:05:37.483968 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0515 11:05:37.483981 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0515 11:05:37.483990 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0515 11:05:37.483999 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0515 11:05:37.484008 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0515 11:05:37.484017 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0515 11:05:37.484026 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0515 11:05:37.484036 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0515 11:05:37.484044 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0515 11:05:37.484053 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0515 11:05:37.484062 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0515 11:05:37.484075 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0515 11:05:37.484089 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0515 11:05:37.484106 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0515 11:05:37.484112 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0515 11:05:37.484122 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0515 11:05:37.484145 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0515 11:05:37.484153 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0515 11:05:37.484161 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0515 11:05:37.484166 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0515 11:05:37.484174 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0515 11:05:37.484183 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0515 11:05:37.522920 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0515 11:05:37.522925 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0515 11:05:37.581194 3666 namespace.go:98] [openshift-service-ca] adding namespace I0515 11:05:37.581990 3666 namespace.go:102] [openshift-service-ca] adding namespace took 777.756µs I0515 11:05:37.596800 3666 namespace.go:142] [openshift-service-ca] updating namespace I0515 11:05:38.245651 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:38.245681 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 37.494µs I0515 11:05:38.245652 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-74.ec2.internal in network "default" I0515 11:05:38.245698 3666 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-74.ec2.internal. Updating no re-route policies I0515 11:05:38.245786 3666 node_tracker.go:169] Node ip-10-0-0-74.ec2.internal switch + router changed, syncing services in network "default" I0515 11:05:38.245665 3666 egressfirewall.go:723] Syncing node "ip-10-0-0-74.ec2.internal" for egress firewall I0515 11:05:38.245817 3666 services_controller.go:574] Full service sync requested for network=default W0515 11:05:38.246207 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0515 11:05:38.246216 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:39.171771 3666 default_node_network_controller.go:1380] Starting node controller node sync W0515 11:05:39.171774 3666 egressip_healthcheck.go:76] Health checking using insecure connection I0515 11:05:39.171912 3666 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0515 11:05:39.183384 3666 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.589913ms I0515 11:05:39.183500 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-172.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0515 11:05:39.183513 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-172.ec2.internal", IP: 10.0.2.172 to PMTUD blocking rules I0515 11:05:39.183552 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-74.ec2.internal", IP: 10.0.0.74 to PMTUD blocking rules I0515 11:05:39.183575 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-74.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0515 11:05:39.194612 3666 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0515 11:05:39.194866 3666 egressservice_node.go:93] Setting up event handlers for Egress Services I0515 11:05:39.194985 3666 egressservice_node.go:183] Starting Egress Services Controller I0515 11:05:39.195004 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0515 11:05:39.195017 3666 shared_informer.go:356] "Caches are synced" controller="egressservices" I0515 11:05:39.195022 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0515 11:05:39.195028 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0515 11:05:39.195035 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0515 11:05:39.195039 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0515 11:05:39.195044 3666 egressservice_node.go:197] Repairing Egress Services I0515 11:05:39.204800 3666 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0515 11:05:39.204813 3666 external_controller.go:278] Starting Admin Policy Based Route Controller I0515 11:05:39.204945 3666 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0515 11:05:39.204960 3666 link_network_manager.go:119] Link manager is running I0515 11:05:39.204971 3666 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0515 11:05:39.205168 3666 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0515 11:05:39.205287 3666 vrf_manager.go:128] VRF manager is running I0515 11:05:39.205390 3666 node_controller_manager.go:437] Removing flows to drop GARP I0515 11:05:39.205402 3666 gateway.go:532] Reconciling gateway with updates I0515 11:05:39.222959 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:39.222971 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:39.222974 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0515 11:05:39.222982 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0515 11:05:39.222985 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0515 11:05:39.222990 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0515 11:05:39.222964 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:39.222998 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:05:39.222998 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:39.223002 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:39.223008 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0515 11:05:39.223010 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:39.223013 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0515 11:05:39.223017 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:39.223022 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31967 is already open, no action needed I0515 11:05:39.223028 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31216 is already open, no action needed I0515 11:05:39.223029 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:39.223041 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0515 11:05:39.222979 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:39.223049 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:39.223061 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:39.223064 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:39.223068 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0515 11:05:39.223070 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0515 11:05:39.223072 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0515 11:05:39.223028 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0515 11:05:39.223075 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:39.222990 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0515 11:05:39.223085 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0515 11:05:39.223081 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:39.223087 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:39.222990 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:39.223093 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0515 11:05:39.223095 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0515 11:05:39.223096 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:39.223100 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0515 11:05:39.223096 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:39.223111 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:39.223117 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0515 11:05:39.223116 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:39.223123 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0515 11:05:39.223073 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:39.223060 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0515 11:05:39.223148 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0515 11:05:39.223152 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0515 11:05:39.223156 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:39.223068 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0515 11:05:39.223163 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:39.223165 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:39.223163 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:39.223172 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:39.223174 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0515 11:05:39.223176 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0515 11:05:39.223176 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:39.223181 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0515 11:05:39.223182 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0515 11:05:39.223184 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0515 11:05:39.223188 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0515 11:05:39.223179 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:39.223195 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0515 11:05:39.223209 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0515 11:05:39.222999 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0515 11:05:39.222987 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:39.223225 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0515 11:05:39.223115 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:39.223242 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0515 11:05:39.223102 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:39.223260 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0515 11:05:39.223166 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0515 11:05:39.223113 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:39.223269 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0515 11:05:39.223152 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:39.223277 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0515 11:05:39.223281 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0515 11:05:39.223100 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:39.223302 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0515 11:05:39.223020 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0515 11:05:39.223311 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0515 11:05:39.223042 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:39.223322 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0515 11:05:39.223326 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0515 11:05:39.223075 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0515 11:05:39.223056 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:39.223338 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0515 11:05:39.223086 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:39.223362 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0515 11:05:39.223104 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:39.223399 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0515 11:05:39.223405 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0515 11:05:39.223106 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0515 11:05:39.223111 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:39.223432 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0515 11:05:39.223123 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:39.223444 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0515 11:05:39.223142 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:39.223461 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0515 11:05:39.223145 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0515 11:05:39.223470 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0515 11:05:39.223160 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0515 11:05:39.223089 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0515 11:05:39.223482 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0515 11:05:39.245340 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0515 11:05:39.245358 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0515 11:05:39.245382 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0515 11:05:39.285353 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0515 11:05:39.285378 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285387 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285395 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285404 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0515 11:05:39.285412 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0515 11:05:39.285423 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0515 11:05:39.285430 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0515 11:05:39.285440 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285447 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0515 11:05:39.285457 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285465 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285475 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0515 11:05:39.285489 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285506 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0515 11:05:39.285513 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0515 11:05:39.285519 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0515 11:05:39.285526 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0515 11:05:39.285532 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0515 11:05:39.285538 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0515 11:05:39.285544 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0515 11:05:39.285549 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0515 11:05:39.285555 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0515 11:05:39.285563 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285568 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0515 11:05:39.285573 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0515 11:05:39.285579 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0515 11:05:39.285583 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0515 11:05:39.285589 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0515 11:05:39.325091 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0515 11:05:41.004482 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-84.ec2.internal I0515 11:05:41.004517 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-84.ec2.internal: 44.911µs I0515 11:05:41.041290 3666 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-87549bb8f-zdw28] creating logical port openshift-image-registry_image-registry-87549bb8f-zdw28 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:41.041437 3666 kube.go:256] Updating pod openshift-image-registry/image-registry-87549bb8f-zdw28 I0515 11:05:41.047855 3666 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-59c58d959-xnz65] creating logical port openshift-ingress_router-default-59c58d959-xnz65 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:41.047963 3666 kube.go:256] Updating pod openshift-ingress/router-default-59c58d959-xnz65 I0515 11:05:41.079368 3666 pod.go:62] [openshift-image-registry/image-registry-87549bb8f-zdw28] pod update took 37.970629ms I0515 11:05:41.079386 3666 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-87549bb8f-zdw28] addLogicalPort annotation time took 37.995591ms I0515 11:05:41.080516 3666 pods.go:271] [openshift-image-registry/image-registry-87549bb8f-zdw28] addLogicalPort took 39.243783ms, libovsdb time 890.326µs I0515 11:05:41.091386 3666 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4mcwv] creating logical port openshift-dns_dns-default-4mcwv for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:41.091479 3666 kube.go:256] Updating pod openshift-dns/dns-default-4mcwv I0515 11:05:41.094449 3666 pod.go:62] [openshift-ingress/router-default-59c58d959-xnz65] pod update took 46.516061ms I0515 11:05:41.094470 3666 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-59c58d959-xnz65] addLogicalPort annotation time took 46.539962ms I0515 11:05:41.095555 3666 pods.go:271] [openshift-ingress/router-default-59c58d959-xnz65] addLogicalPort took 47.712809ms, libovsdb time 846.574µs I0515 11:05:41.095613 3666 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-85twk] creating logical port openshift-ingress-canary_ingress-canary-85twk for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:41.095683 3666 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-85twk I0515 11:05:41.129332 3666 pod.go:62] [openshift-dns/dns-default-4mcwv] pod update took 37.884096ms I0515 11:05:41.129356 3666 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4mcwv] addLogicalPort annotation time took 37.912306ms I0515 11:05:41.130557 3666 pods.go:271] [openshift-dns/dns-default-4mcwv] addLogicalPort took 39.181773ms, libovsdb time 936.332µs I0515 11:05:41.135831 3666 pod.go:62] [openshift-ingress-canary/ingress-canary-85twk] pod update took 40.170657ms I0515 11:05:41.135848 3666 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-85twk] addLogicalPort annotation time took 40.189657ms I0515 11:05:41.136852 3666 pods.go:271] [openshift-ingress-canary/ingress-canary-85twk] addLogicalPort took 41.248441ms, libovsdb time 755.374µs I0515 11:05:41.505031 3666 cni.go:452] [openshift-ingress-canary/ingress-canary-85twk 2420206cc06caa01baf8de0ecdd6cd08342d789bc9eb3710f69cdd4d9769f975 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-85twk 2420206cc06caa01baf8de0ecdd6cd08342d789bc9eb3710f69cdd4d9769f975 network default NAD default NAD key ] I0515 11:05:41.537607 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-85twk, hostIfaceName: 2420206cc06caa0, network: default, NAD default, SandboxID: "2420206cc06caa01baf8de0ecdd6cd08342d789bc9eb3710f69cdd4d9769f975", PCI device ID: , UID: "07ef3c9c-dfd7-43f4-8e40-4a070b74e525", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0515 11:05:41.598795 3666 cni.go:473] [openshift-ingress-canary/ingress-canary-85twk 2420206cc06caa01baf8de0ecdd6cd08342d789bc9eb3710f69cdd4d9769f975 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-85twk 2420206cc06caa01baf8de0ecdd6cd08342d789bc9eb3710f69cdd4d9769f975 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5c:e6:22:48:d5\",\"name\":\"2420206cc06caa0\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee75a6c3-a509-4957-b1ac-2431c601b58a\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:05:41.886268 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-74.ec2.internal I0515 11:05:41.886301 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-74.ec2.internal: 41.331µs W0515 11:05:44.520743 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0515 11:05:45.094813 3666 cni.go:452] [openshift-dns/dns-default-4mcwv f047825d1f6f6ca2b005707a6d978905e47c09cea34c70c81815c2c7bc377255 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4mcwv f047825d1f6f6ca2b005707a6d978905e47c09cea34c70c81815c2c7bc377255 network default NAD default NAD key ] I0515 11:05:45.105776 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4mcwv, hostIfaceName: f047825d1f6f6ca, network: default, NAD default, SandboxID: "f047825d1f6f6ca2b005707a6d978905e47c09cea34c70c81815c2c7bc377255", PCI device ID: , UID: "d1f79465-7541-4676-bba6-a6b34b447756", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0515 11:05:45.108808 3666 cni.go:452] [openshift-network-diagnostics/network-check-target-xjn2r 7ca80c924029073cfb95276f10a08e4ea49717d5f143b0cf98531b21d5e96c3e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xjn2r 7ca80c924029073cfb95276f10a08e4ea49717d5f143b0cf98531b21d5e96c3e network default NAD default NAD key ] I0515 11:05:45.119887 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xjn2r, hostIfaceName: 7ca80c924029073, network: default, NAD default, SandboxID: "7ca80c924029073cfb95276f10a08e4ea49717d5f143b0cf98531b21d5e96c3e", PCI device ID: , UID: "818cf066-653f-4e8e-9681-7ce6506d5013", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0515 11:05:45.153506 3666 cni.go:473] [openshift-dns/dns-default-4mcwv f047825d1f6f6ca2b005707a6d978905e47c09cea34c70c81815c2c7bc377255 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4mcwv f047825d1f6f6ca2b005707a6d978905e47c09cea34c70c81815c2c7bc377255 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:5a:dd:bf:e4:32\",\"name\":\"f047825d1f6f6ca\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21b0fc60-0ebd-4bc0-bb4c-241cd4c38fef\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:05:45.165704 3666 cni.go:473] [openshift-network-diagnostics/network-check-target-xjn2r 7ca80c924029073cfb95276f10a08e4ea49717d5f143b0cf98531b21d5e96c3e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xjn2r 7ca80c924029073cfb95276f10a08e4ea49717d5f143b0cf98531b21d5e96c3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:87:fd:53:14:9e\",\"name\":\"7ca80c924029073\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2df4e856-723f-434e-9859-ec558e5e431a\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:05:45.230804 3666 cni.go:452] [kube-system/global-pull-secret-syncer-59lb6 2a26f85d23f343db7f3529bc8bd90789bf7e31210d4656bf2c168fb4f38a51d5 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-59lb6 2a26f85d23f343db7f3529bc8bd90789bf7e31210d4656bf2c168fb4f38a51d5 network default NAD default NAD key ] I0515 11:05:45.241051 3666 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-59lb6, hostIfaceName: 2a26f85d23f343d, network: default, NAD default, SandboxID: "2a26f85d23f343db7f3529bc8bd90789bf7e31210d4656bf2c168fb4f38a51d5", PCI device ID: , UID: "0f410a70-56bd-430c-9938-a75a59bef1c1", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0515 11:05:45.285440 3666 cni.go:473] [kube-system/global-pull-secret-syncer-59lb6 2a26f85d23f343db7f3529bc8bd90789bf7e31210d4656bf2c168fb4f38a51d5 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-59lb6 2a26f85d23f343db7f3529bc8bd90789bf7e31210d4656bf2c168fb4f38a51d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:02:e7:38:dd:a5\",\"name\":\"2a26f85d23f343d\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0cfa734-458d-445a-b300-c87fe69b16c5\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:05:50.462303 3666 cni.go:452] [openshift-image-registry/image-registry-87549bb8f-zdw28 238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-87549bb8f-zdw28 238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46 network default NAD default NAD key ] I0515 11:05:50.473712 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-87549bb8f-zdw28, hostIfaceName: 238adaaec74552f, network: default, NAD default, SandboxID: "238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46", PCI device ID: , UID: "a3ef025b-ce0d-4763-94ee-d76d79fab44b", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0515 11:05:50.522589 3666 cni.go:473] [openshift-image-registry/image-registry-87549bb8f-zdw28 238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-87549bb8f-zdw28 238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:af:8b:36:5d:95\",\"name\":\"238adaaec74552f\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48546702-ede2-4f59-9e9f-aa17bfd0e853\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:05:57.046058 3666 cni.go:452] [openshift-ingress/router-default-59c58d959-xnz65 9643d364271b50a73ea3bd41254c78525952b9881baad2704be1000be14b96aa network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-59c58d959-xnz65 9643d364271b50a73ea3bd41254c78525952b9881baad2704be1000be14b96aa network default NAD default NAD key ] I0515 11:05:57.055291 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-59c58d959-xnz65, hostIfaceName: 9643d364271b50a, network: default, NAD default, SandboxID: "9643d364271b50a73ea3bd41254c78525952b9881baad2704be1000be14b96aa", PCI device ID: , UID: "20aa428d-5f90-4338-a05a-7603c04d90bc", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0515 11:05:57.099781 3666 cni.go:473] [openshift-ingress/router-default-59c58d959-xnz65 9643d364271b50a73ea3bd41254c78525952b9881baad2704be1000be14b96aa network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-59c58d959-xnz65 9643d364271b50a73ea3bd41254c78525952b9881baad2704be1000be14b96aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:50:f5:36:bc:d2\",\"name\":\"9643d364271b50a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/465ed9b1-2449-4826-9054-89c8436e9468\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:05:58.233124 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:58.233164 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:58.235994 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0515 11:05:58.236700 3666 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-qhf9n] creating logical port openshift-insights_insights-runtime-extractor-qhf9n for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:58.236796 3666 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-qhf9n I0515 11:05:58.271325 3666 pod.go:62] [openshift-insights/insights-runtime-extractor-qhf9n] pod update took 34.570897ms I0515 11:05:58.271348 3666 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-qhf9n] addLogicalPort annotation time took 34.598705ms I0515 11:05:58.272490 3666 pods.go:271] [openshift-insights/insights-runtime-extractor-qhf9n] addLogicalPort took 35.801687ms, libovsdb time 874.717µs W0515 11:05:58.306319 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.306336 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.306341 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.307479 3666 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0515 11:05:58.307494 3666 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0515 11:05:58.307499 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0515 11:05:58.338934 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:05:58.344617 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:05:58.391027 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0515 11:05:58.396438 3666 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-s5xlm] creating logical port openshift-console_downloads-5c54f4944f-s5xlm for pod on switch ip-10-0-1-84.ec2.internal I0515 11:05:58.396513 3666 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-s5xlm I0515 11:05:58.429292 3666 pod.go:62] [openshift-console/downloads-5c54f4944f-s5xlm] pod update took 32.801443ms I0515 11:05:58.429310 3666 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-s5xlm] addLogicalPort annotation time took 32.821859ms I0515 11:05:58.430293 3666 pods.go:271] [openshift-console/downloads-5c54f4944f-s5xlm] addLogicalPort took 33.865197ms, libovsdb time 734.799µs W0515 11:05:58.435326 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:05:58.482747 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0515 11:05:58.482771 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0515 11:05:58.559983 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0515 11:05:58.572282 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.572297 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0515 11:05:58.572304 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0515 11:05:58.787385 3666 cni.go:452] [openshift-console/downloads-5c54f4944f-s5xlm 2b30fe5522fc89daaeb0d389d3ffcd87f23ba413ee6807fb79707ef0ffa2ee3d network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-s5xlm 2b30fe5522fc89daaeb0d389d3ffcd87f23ba413ee6807fb79707ef0ffa2ee3d network default NAD default NAD key ] I0515 11:05:58.797869 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-s5xlm, hostIfaceName: 2b30fe5522fc89d, network: default, NAD default, SandboxID: "2b30fe5522fc89daaeb0d389d3ffcd87f23ba413ee6807fb79707ef0ffa2ee3d", PCI device ID: , UID: "2487771e-7ee7-4e19-96b2-e84b0f2e625b", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0515 11:05:58.848799 3666 cni.go:473] [openshift-console/downloads-5c54f4944f-s5xlm 2b30fe5522fc89daaeb0d389d3ffcd87f23ba413ee6807fb79707ef0ffa2ee3d network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-s5xlm 2b30fe5522fc89daaeb0d389d3ffcd87f23ba413ee6807fb79707ef0ffa2ee3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:cd:14:72:d3:49\",\"name\":\"2b30fe5522fc89d\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/678f4b55-c936-4033-81bf-5bef1ecadae1\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:05:58.928479 3666 cni.go:452] [openshift-insights/insights-runtime-extractor-qhf9n 92fb11f9415aee424dc1baf0cc283a78b857078e59fde1764147d573f65369b1 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-qhf9n 92fb11f9415aee424dc1baf0cc283a78b857078e59fde1764147d573f65369b1 network default NAD default NAD key ] I0515 11:05:58.937720 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-qhf9n, hostIfaceName: 92fb11f9415aee4, network: default, NAD default, SandboxID: "92fb11f9415aee424dc1baf0cc283a78b857078e59fde1764147d573f65369b1", PCI device ID: , UID: "f594a95d-f5c5-4963-982c-847845ee71ea", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0515 11:05:58.981679 3666 cni.go:473] [openshift-insights/insights-runtime-extractor-qhf9n 92fb11f9415aee424dc1baf0cc283a78b857078e59fde1764147d573f65369b1 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-qhf9n 92fb11f9415aee424dc1baf0cc283a78b857078e59fde1764147d573f65369b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:06:43:12:27:df\",\"name\":\"92fb11f9415aee4\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57370211-1572-4536-a843-bed73932a57c\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:05:59.174982 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:06:01.107756 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.107806 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.107815 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.107832 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.107840 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.107847 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.333455 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.333478 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0515 11:06:01.333483 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0515 11:06:03.885821 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-9rkms for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:03.885932 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms I0515 11:06:03.902225 3666 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms] pod update took 16.32214ms I0515 11:06:03.902248 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms] addLogicalPort annotation time took 16.354887ms I0515 11:06:03.903492 3666 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms] addLogicalPort took 17.686215ms, libovsdb time 893.558µs I0515 11:06:04.306418 3666 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms 5c5326697f2d8caddf4057107c2d592ffd10ed99be37d9d5250bce69bbe94634 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms 5c5326697f2d8caddf4057107c2d592ffd10ed99be37d9d5250bce69bbe94634 network default NAD default NAD key ] I0515 11:06:04.317766 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-9rkms, hostIfaceName: 5c5326697f2d8ca, network: default, NAD default, SandboxID: "5c5326697f2d8caddf4057107c2d592ffd10ed99be37d9d5250bce69bbe94634", PCI device ID: , UID: "43801f78-73fd-45a0-8883-0599eec1a0c9", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0515 11:06:04.367594 3666 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms 5c5326697f2d8caddf4057107c2d592ffd10ed99be37d9d5250bce69bbe94634 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9rkms 5c5326697f2d8caddf4057107c2d592ffd10ed99be37d9d5250bce69bbe94634 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:88:cd:49:57:67\",\"name\":\"5c5326697f2d8ca\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0257866-8eb9-4c0b-b09e-f4b289ac060e\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:06:05.973349 3666 base_network_controller_pods.go:487] [default/openshift-console/console-74f8d99866-cdb87] creating logical port openshift-console_console-74f8d99866-cdb87 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:05.973510 3666 kube.go:256] Updating pod openshift-console/console-74f8d99866-cdb87 I0515 11:06:05.993808 3666 pod.go:62] [openshift-console/console-74f8d99866-cdb87] pod update took 20.338623ms I0515 11:06:05.993831 3666 base_network_controller_pods.go:951] [default/openshift-console/console-74f8d99866-cdb87] addLogicalPort annotation time took 20.366615ms I0515 11:06:05.995203 3666 pods.go:271] [openshift-console/console-74f8d99866-cdb87] addLogicalPort took 21.870895ms, libovsdb time 999.008µs I0515 11:06:06.338290 3666 cni.go:452] [openshift-console/console-74f8d99866-cdb87 62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74f8d99866-cdb87 62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2 network default NAD default NAD key ] I0515 11:06:06.347364 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74f8d99866-cdb87, hostIfaceName: 62002088cf4b041, network: default, NAD default, SandboxID: "62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2", PCI device ID: , UID: "bf9b4db9-7b8d-4598-91ae-7a32135513c7", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] W0515 11:06:06.384490 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0515 11:06:06.399001 3666 cni.go:473] [openshift-console/console-74f8d99866-cdb87 62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74f8d99866-cdb87 62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e4:1e:02:b5:74\",\"name\":\"62002088cf4b041\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96c79e3b-98ea-41cd-b3a0-e14c6a91ab06\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:06:06.413192 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0515 11:06:07.959460 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-pfzvm] creating logical port openshift-monitoring_prometheus-operator-76b589d668-pfzvm for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:07.959559 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-pfzvm I0515 11:06:07.976723 3666 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-pfzvm] pod update took 17.189788ms I0515 11:06:07.976748 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-pfzvm] addLogicalPort annotation time took 17.222942ms I0515 11:06:07.977892 3666 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-pfzvm] addLogicalPort took 18.455839ms, libovsdb time 827.685µs I0515 11:06:08.321286 3666 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-pfzvm 9f8c17dd16e363a85223dc16fbe670794e696c620705e58a5bbd1a598965f60f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-pfzvm 9f8c17dd16e363a85223dc16fbe670794e696c620705e58a5bbd1a598965f60f network default NAD default NAD key ] I0515 11:06:08.332436 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-pfzvm, hostIfaceName: 9f8c17dd16e363a, network: default, NAD default, SandboxID: "9f8c17dd16e363a85223dc16fbe670794e696c620705e58a5bbd1a598965f60f", PCI device ID: , UID: "d1e6a303-73c3-4b34-9016-291d36c705f0", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0515 11:06:08.380734 3666 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-pfzvm 9f8c17dd16e363a85223dc16fbe670794e696c620705e58a5bbd1a598965f60f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-pfzvm 9f8c17dd16e363a85223dc16fbe670794e696c620705e58a5bbd1a598965f60f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:5d:7b:dd:4c:d8\",\"name\":\"9f8c17dd16e363a\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5fe9da19-7757-454f-a172-8c4ab0a4896b\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:06:11.230499 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:11.416098 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:12.345690 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0515 11:06:12.588728 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0515 11:06:13.655059 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-nprvh] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-nprvh for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:13.655221 3666 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-nprvh I0515 11:06:13.682401 3666 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-nprvh] pod update took 27.213154ms I0515 11:06:13.682427 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-nprvh] addLogicalPort annotation time took 27.247899ms I0515 11:06:13.683683 3666 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-nprvh] addLogicalPort took 28.642342ms, libovsdb time 927.989µs I0515 11:06:14.840446 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:14.840574 3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0515 11:06:14.896590 3666 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 56.055223ms I0515 11:06:14.896613 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 56.085152ms I0515 11:06:14.897942 3666 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 57.515396ms, libovsdb time 994.682µs I0515 11:06:15.714530 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-68b7b5754f-dsjs7] creating logical port openshift-monitoring_thanos-querier-68b7b5754f-dsjs7 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:15.714645 3666 kube.go:256] Updating pod openshift-monitoring/thanos-querier-68b7b5754f-dsjs7 I0515 11:06:15.746288 3666 pod.go:62] [openshift-monitoring/thanos-querier-68b7b5754f-dsjs7] pod update took 31.677303ms I0515 11:06:15.746312 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-68b7b5754f-dsjs7] addLogicalPort annotation time took 31.706431ms I0515 11:06:15.747545 3666 pods.go:271] [openshift-monitoring/thanos-querier-68b7b5754f-dsjs7] addLogicalPort took 33.03308ms, libovsdb time 895.843µs W0515 11:06:16.275387 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0515 11:06:16.434770 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0515 11:06:18.432257 3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24 network default NAD default NAD key ] I0515 11:06:18.432436 3666 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-nprvh f03e5b77ea32cd81865004c56ad5b8d457872f0f824b7d62a5ed19f516cade80 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-nprvh f03e5b77ea32cd81865004c56ad5b8d457872f0f824b7d62a5ed19f516cade80 network default NAD default NAD key ] I0515 11:06:18.437903 3666 cni.go:452] [openshift-multus/network-metrics-daemon-c2grt 34b101e486fb2465a414692d7a4d1c53276296191a0368ad4e36fc80a7eae2c9 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-c2grt 34b101e486fb2465a414692d7a4d1c53276296191a0368ad4e36fc80a7eae2c9 network default NAD default NAD key ] I0515 11:06:18.438040 3666 cni.go:452] [openshift-monitoring/thanos-querier-68b7b5754f-dsjs7 e2b76a91fc2a94cd6e8044bb16db15570e020eab16e87bf21aca25dbc7cdded1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-68b7b5754f-dsjs7 e2b76a91fc2a94cd6e8044bb16db15570e020eab16e87bf21aca25dbc7cdded1 network default NAD default NAD key ] I0515 11:06:18.444879 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 0af22fe3c282506, network: default, NAD default, SandboxID: "0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24", PCI device ID: , UID: "3168b22b-7f44-41d1-9854-121d2b20d966", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0515 11:06:18.446066 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-nprvh, hostIfaceName: f03e5b77ea32cd8, network: default, NAD default, SandboxID: "f03e5b77ea32cd81865004c56ad5b8d457872f0f824b7d62a5ed19f516cade80", PCI device ID: , UID: "a4c3b6e0-0a1d-48a3-aafb-25180b3fa450", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0515 11:06:18.448664 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-68b7b5754f-dsjs7, hostIfaceName: e2b76a91fc2a94c, network: default, NAD default, SandboxID: "e2b76a91fc2a94cd6e8044bb16db15570e020eab16e87bf21aca25dbc7cdded1", PCI device ID: , UID: "f4530faf-d696-4da3-afc5-737a5d57850c", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] W0515 11:06:18.454352 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c55646fd4-zk45h IP address from the namespace address-set, err: pod openshift-console/console-5c55646fd4-zk45h: no pod IPs found I0515 11:06:18.459473 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-c2grt, hostIfaceName: 34b101e486fb246, network: default, NAD default, SandboxID: "34b101e486fb2465a414692d7a4d1c53276296191a0368ad4e36fc80a7eae2c9", PCI device ID: , UID: "9fdde1b2-3d22-4941-9542-20ed76515220", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0515 11:06:18.503978 3666 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-nprvh f03e5b77ea32cd81865004c56ad5b8d457872f0f824b7d62a5ed19f516cade80 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-nprvh f03e5b77ea32cd81865004c56ad5b8d457872f0f824b7d62a5ed19f516cade80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e2:e4:8a:bb:95\",\"name\":\"f03e5b77ea32cd8\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dbb716d-e16d-4a78-ae61-a61b30f53ab2\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:06:18.556248 3666 cni.go:473] [openshift-multus/network-metrics-daemon-c2grt 34b101e486fb2465a414692d7a4d1c53276296191a0368ad4e36fc80a7eae2c9 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-c2grt 34b101e486fb2465a414692d7a4d1c53276296191a0368ad4e36fc80a7eae2c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:2a:f2:c1:2d:86\",\"name\":\"34b101e486fb246\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d29311bc-503b-4422-827d-d2be5476a058\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:06:18.666289 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-58854cd8bf-q7wxg] creating logical port openshift-monitoring_metrics-server-58854cd8bf-q7wxg for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:18.666420 3666 kube.go:256] Updating pod openshift-monitoring/metrics-server-58854cd8bf-q7wxg I0515 11:06:18.680403 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-dpz5b for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:18.680520 3666 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b I0515 11:06:18.698987 3666 pod.go:62] [openshift-monitoring/metrics-server-58854cd8bf-q7wxg] pod update took 32.590904ms I0515 11:06:18.699012 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-58854cd8bf-q7wxg] addLogicalPort annotation time took 32.621734ms I0515 11:06:18.700260 3666 pods.go:271] [openshift-monitoring/metrics-server-58854cd8bf-q7wxg] addLogicalPort took 33.986592ms, libovsdb time 884.052µs I0515 11:06:18.713210 3666 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b] pod update took 32.715191ms I0515 11:06:18.713231 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b] addLogicalPort annotation time took 32.739711ms I0515 11:06:18.714388 3666 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b] addLogicalPort took 33.999753ms, libovsdb time 854.93µs I0515 11:06:18.729067 3666 cni.go:473] [openshift-monitoring/thanos-querier-68b7b5754f-dsjs7 e2b76a91fc2a94cd6e8044bb16db15570e020eab16e87bf21aca25dbc7cdded1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-68b7b5754f-dsjs7 e2b76a91fc2a94cd6e8044bb16db15570e020eab16e87bf21aca25dbc7cdded1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:d0:8b:c1:02:c8\",\"name\":\"e2b76a91fc2a94c\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37c0a47c-2bc7-4907-a447-c65f6f88e5fc\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:06:18.729095 3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f6:40:8f:07:a8\",\"name\":\"0af22fe3c282506\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5dbb2bdf-030f-4f1b-9e29-50857b3a3b3f\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:06:19.064433 3666 cni.go:452] [openshift-monitoring/metrics-server-58854cd8bf-q7wxg fb61b37a337f4b7d528b42dcc53c7ad9f7dac02ebe3e42f3bf566e86c136efa6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-58854cd8bf-q7wxg fb61b37a337f4b7d528b42dcc53c7ad9f7dac02ebe3e42f3bf566e86c136efa6 network default NAD default NAD key ] I0515 11:06:19.074655 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-58854cd8bf-q7wxg, hostIfaceName: fb61b37a337f4b7, network: default, NAD default, SandboxID: "fb61b37a337f4b7d528b42dcc53c7ad9f7dac02ebe3e42f3bf566e86c136efa6", PCI device ID: , UID: "a2f97e69-e598-48c5-9c33-590ac6bcd8b2", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0515 11:06:19.089051 3666 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b 2ffe58fb0a650d9ad18ae79c4d2b521347bf434b348d77f1ea7c712805612f98 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b 2ffe58fb0a650d9ad18ae79c4d2b521347bf434b348d77f1ea7c712805612f98 network default NAD default NAD key ] I0515 11:06:19.098508 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-dpz5b, hostIfaceName: 2ffe58fb0a650d9, network: default, NAD default, SandboxID: "2ffe58fb0a650d9ad18ae79c4d2b521347bf434b348d77f1ea7c712805612f98", PCI device ID: , UID: "b21633ea-df64-40a6-a36d-c737c6f71d30", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0515 11:06:19.127613 3666 cni.go:473] [openshift-monitoring/metrics-server-58854cd8bf-q7wxg fb61b37a337f4b7d528b42dcc53c7ad9f7dac02ebe3e42f3bf566e86c136efa6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-58854cd8bf-q7wxg fb61b37a337f4b7d528b42dcc53c7ad9f7dac02ebe3e42f3bf566e86c136efa6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:93:6c:9f:5f:99\",\"name\":\"fb61b37a337f4b7\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b43d945-563e-4f4c-9ac3-274ceb8b5e13\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:06:19.150186 3666 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b 2ffe58fb0a650d9ad18ae79c4d2b521347bf434b348d77f1ea7c712805612f98 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-dpz5b 2ffe58fb0a650d9ad18ae79c4d2b521347bf434b348d77f1ea7c712805612f98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f5:91:a9:d3:d4\",\"name\":\"2ffe58fb0a650d9\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/472b8c9f-4a60-418a-bc44-c26c83437c93\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:06:19.235085 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0515 11:06:19.470879 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0515 11:06:20.086676 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:06:20.086794 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0515 11:06:20.133293 3666 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 46.549255ms I0515 11:06:20.133323 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 46.583617ms I0515 11:06:20.134762 3666 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 48.102726ms, libovsdb time 1.08538ms W0515 11:06:20.247239 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:06:20.247314 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0515 11:06:21.298962 3666 cni.go:452] [openshift-monitoring/prometheus-k8s-1 7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1 network default NAD default NAD key ] I0515 11:06:21.312887 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 7cc8380666345bc, network: default, NAD default, SandboxID: "7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1", PCI device ID: , UID: "2abb4cbb-7ac5-474a-9357-26fccfb484fd", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] W0515 11:06:21.326486 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:21.326549 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:21.365307 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:21.365353 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:21.365362 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0515 11:06:21.380979 3666 cni.go:473] [openshift-monitoring/prometheus-k8s-1 7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:2c:31:60:07:5a\",\"name\":\"7cc8380666345bc\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9389ecc6-73d9-4bc2-94d8-b51d25108500\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:06:22.336665 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0515 11:06:23.496360 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:23.496385 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:23.496393 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:24.622436 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:24.676769 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:06:24.676785 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0515 11:06:25.466664 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:25.467318 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:26.330102 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:26.330123 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-q29fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:26.335588 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-87549bb8f-q29fs I0515 11:06:26.335613 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-87549bb8f-q29fs I0515 11:06:26.366583 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:26.367253 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0515 11:06:26.522096 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522121 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522151 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:26.522161 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0515 11:06:27.410366 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:27.410393 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7486696dc8-jm55q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:27.415840 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7486696dc8-jm55q I0515 11:06:27.415915 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7486696dc8-jm55q W0515 11:06:27.477415 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:27.739678 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68b85dd4cc-bmmjs IP address from the namespace address-set, err: pod openshift-console/console-68b85dd4cc-bmmjs: no pod IPs found W0515 11:06:27.747283 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68b85dd4cc-7v78q IP address from the namespace address-set, err: pod openshift-console/console-68b85dd4cc-7v78q: no pod IPs found W0515 11:06:28.613652 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:28.613677 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:28.613685 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0515 11:06:28.613691 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0515 11:06:32.509049 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.509548 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.509574 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.509582 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0515 11:06:32.509595 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:06:32.509600 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0515 11:06:33.536525 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536549 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536561 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:33.536574 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtm5cr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:36.455373 3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0515 11:06:36.466516 3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0515 11:06:37.026080 3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0515 11:06:38.453896 3666 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-bqjsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:38.454398 3666 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-bqjsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:39.402214 3666 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-bqjsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:39.402233 3666 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-bqjsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:39.407893 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f8d99866-bqjsn I0515 11:06:39.407915 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f8d99866-bqjsn W0515 11:06:41.370571 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0515 11:06:43.722782 3666 obj_retry.go:498] Detected object openshift-console/console-5c55646fd4-72ltl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:43.723312 3666 obj_retry.go:498] Detected object openshift-console/console-5c55646fd4-72ltl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:06:44.399732 3666 obj_retry.go:492] Detected object openshift-console/console-5c55646fd4-72ltl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:44.399756 3666 obj_retry.go:492] Detected object openshift-console/console-5c55646fd4-72ltl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:06:44.406450 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c55646fd4-72ltl I0515 11:06:44.406494 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c55646fd4-72ltl W0515 11:06:45.515539 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0515 11:06:51.421826 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0515 11:06:55.270366 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.270386 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:06:55.270392 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:07:01.467517 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0515 11:07:13.574964 3666 cni.go:452] [openshift-image-registry/image-registry-87549bb8f-zdw28 238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-87549bb8f-zdw28 238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46 network default NAD default NAD key ] I0515 11:07:13.648698 3666 cni.go:473] [openshift-image-registry/image-registry-87549bb8f-zdw28 238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-87549bb8f-zdw28 238adaaec74552fa16f0bbac8311e5e7b91e5774e456208d69069e72eb2c9d46 network default NAD default NAD key default], result "{}", err I0515 11:07:13.723301 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:13.723334 3666 pods.go:176] Deleting pod: openshift-image-registry/image-registry-87549bb8f-zdw28 I0515 11:07:13.725084 3666 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-87549bb8f-zdw28, ips: 10.130.0.6 I0515 11:07:13.725116 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.311955 3666 obj_retry.go:498] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.312485 3666 obj_retry.go:498] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.513667 3666 obj_retry.go:492] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.513687 3666 obj_retry.go:492] Detected object openshift-ingress/router-default-784ccf4679-2q65b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.516753 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-784ccf4679-2q65b I0515 11:07:14.516780 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-784ccf4679-2q65b I0515 11:07:14.665243 3666 cni.go:452] [openshift-console/console-74f8d99866-cdb87 62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74f8d99866-cdb87 62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2 network default NAD default NAD key ] I0515 11:07:14.721116 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.721147 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-87549bb8f-zdw28 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:14.727531 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-87549bb8f-zdw28 I0515 11:07:14.727553 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-87549bb8f-zdw28 I0515 11:07:14.756416 3666 cni.go:473] [openshift-console/console-74f8d99866-cdb87 62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74f8d99866-cdb87 62002088cf4b0413de4776b1447a383265b54ec6a1a394ad3ac897a944cbb5e2 network default NAD default NAD key default], result "{}", err I0515 11:07:14.833499 3666 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-cdb87 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:14.833534 3666 pods.go:176] Deleting pod: openshift-console/console-74f8d99866-cdb87 I0515 11:07:14.835008 3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74f8d99866-cdb87, ips: 10.130.0.13 I0515 11:07:14.835036 3666 obj_retry.go:498] Detected object openshift-console/console-74f8d99866-cdb87 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:15.721166 3666 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-cdb87 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:15.721191 3666 obj_retry.go:492] Detected object openshift-console/console-74f8d99866-cdb87 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:15.729873 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74f8d99866-cdb87 I0515 11:07:15.729898 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74f8d99866-cdb87 W0515 11:07:20.607238 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:07:20.607257 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:07:20.607267 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:07:20.607274 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:07:20.799429 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:07:20.799449 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0515 11:07:39.501985 3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24 network default NAD default NAD key ] I0515 11:07:39.587889 3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 0af22fe3c28250661b8ab1154831d747d49d55f208e03e3ede17361cd8a2bd24 network default NAD default NAD key default], result "{}", err I0515 11:07:39.655644 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:39.655676 3666 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0515 11:07:39.657028 3666 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.16 I0515 11:07:39.657058 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:39.823389 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:39.823412 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:39.830059 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0515 11:07:39.830108 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0515 11:07:39.875989 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:07:39.876121 3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0515 11:07:39.902035 3666 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.948403ms I0515 11:07:39.902058 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.977165ms I0515 11:07:39.903357 3666 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.383255ms, libovsdb time 939.701µs I0515 11:07:40.237883 3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 e95616e804af8ec85a0c1597f3044f320954c518a200196bc0aca84ad8766f67 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e95616e804af8ec85a0c1597f3044f320954c518a200196bc0aca84ad8766f67 network default NAD default NAD key ] I0515 11:07:40.246953 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e95616e804af8ec, network: default, NAD default, SandboxID: "e95616e804af8ec85a0c1597f3044f320954c518a200196bc0aca84ad8766f67", PCI device ID: , UID: "0cf9ec28-5bac-4127-8492-cada0aed6f67", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0515 11:07:40.294355 3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 e95616e804af8ec85a0c1597f3044f320954c518a200196bc0aca84ad8766f67 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e95616e804af8ec85a0c1597f3044f320954c518a200196bc0aca84ad8766f67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:51:56:e9:9e:70\",\"name\":\"e95616e804af8ec\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1aa5618c-0d4d-4e7c-83dd-33ed4cc05f55\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:07:42.342923 3666 base_network_controller_pods.go:487] [default/openshift-console/console-754d7445f5-khwh6] creating logical port openshift-console_console-754d7445f5-khwh6 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:07:42.343052 3666 kube.go:256] Updating pod openshift-console/console-754d7445f5-khwh6 I0515 11:07:42.370015 3666 pod.go:62] [openshift-console/console-754d7445f5-khwh6] pod update took 26.987474ms I0515 11:07:42.370035 3666 base_network_controller_pods.go:951] [default/openshift-console/console-754d7445f5-khwh6] addLogicalPort annotation time took 27.013074ms I0515 11:07:42.371154 3666 pods.go:271] [openshift-console/console-754d7445f5-khwh6] addLogicalPort took 28.246651ms, libovsdb time 785.478µs I0515 11:07:42.707737 3666 cni.go:452] [openshift-console/console-754d7445f5-khwh6 177edc85e93adb49198c4f1b9a01c782f5c0ee04e3fe522594122d6a00b1cdc4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-754d7445f5-khwh6 177edc85e93adb49198c4f1b9a01c782f5c0ee04e3fe522594122d6a00b1cdc4 network default NAD default NAD key ] I0515 11:07:42.718297 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-754d7445f5-khwh6, hostIfaceName: 177edc85e93adb4, network: default, NAD default, SandboxID: "177edc85e93adb49198c4f1b9a01c782f5c0ee04e3fe522594122d6a00b1cdc4", PCI device ID: , UID: "a75ba819-35aa-46b9-ab38-162aab2770bc", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0515 11:07:42.772502 3666 cni.go:473] [openshift-console/console-754d7445f5-khwh6 177edc85e93adb49198c4f1b9a01c782f5c0ee04e3fe522594122d6a00b1cdc4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-754d7445f5-khwh6 177edc85e93adb49198c4f1b9a01c782f5c0ee04e3fe522594122d6a00b1cdc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:64:d3:99:b2:3a\",\"name\":\"177edc85e93adb4\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f3b29a4-49e6-48d1-8fdb-0038c9286b32\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:07:43.704388 3666 cni.go:452] [openshift-monitoring/prometheus-k8s-1 7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1 network default NAD default NAD key ] I0515 11:07:43.780690 3666 cni.go:473] [openshift-monitoring/prometheus-k8s-1 7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 7cc8380666345bc402cf71b0a9adc951042ef38dfadd250ff1616b72fabbc9f1 network default NAD default NAD key default], result "{}", err I0515 11:07:43.843498 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:43.843532 3666 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0515 11:07:43.844755 3666 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.20 I0515 11:07:43.844785 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:07:44.153210 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:44.153233 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:07:44.160096 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0515 11:07:44.160123 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0515 11:07:44.200607 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:07:44.200733 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0515 11:07:44.228847 3666 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.150504ms I0515 11:07:44.228868 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.177623ms I0515 11:07:44.230261 3666 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.665668ms, libovsdb time 1.012994ms I0515 11:07:44.560389 3666 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b0b450da5401d247841a2e710e174f09ba48294aa85258bc9a33555b2bceb0f7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b0b450da5401d247841a2e710e174f09ba48294aa85258bc9a33555b2bceb0f7 network default NAD default NAD key ] I0515 11:07:44.569657 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b0b450da5401d24, network: default, NAD default, SandboxID: "b0b450da5401d247841a2e710e174f09ba48294aa85258bc9a33555b2bceb0f7", PCI device ID: , UID: "29b87d36-9052-451d-96f3-e84ae32e7207", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0515 11:07:44.616996 3666 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b0b450da5401d247841a2e710e174f09ba48294aa85258bc9a33555b2bceb0f7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b0b450da5401d247841a2e710e174f09ba48294aa85258bc9a33555b2bceb0f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:b9:8c:db:30:fc\",\"name\":\"b0b450da5401d24\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df85c4e1-c35f-464d-8036-c0a7c9bd53f0\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:07:52.907961 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0515 11:08:00.288948 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:08:00.288968 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0515 11:08:00.288974 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0515 11:08:01.608120 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:01.608653 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:01.731594 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:01.731614 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:01.741201 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0515 11:08:01.741229 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0515 11:08:07.638760 3666 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-x2jgj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:07.639287 3666 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-x2jgj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:07.761531 3666 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-x2jgj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:07.761555 3666 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-x2jgj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:07.767490 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d6878c96-x2jgj I0515 11:08:07.767517 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d6878c96-x2jgj I0515 11:08:18.230783 3666 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-p97bx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:18.231396 3666 obj_retry.go:498] Detected object openshift-console/console-5d6878c96-p97bx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:18.763523 3666 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-p97bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:18.763564 3666 obj_retry.go:492] Detected object openshift-console/console-5d6878c96-p97bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:18.769801 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d6878c96-p97bx I0515 11:08:18.769822 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d6878c96-p97bx W0515 11:08:45.140944 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0515 11:08:45.140969 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0515 11:08:46.440355 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:46.440960 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:08:46.939114 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:46.939162 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:08:46.945384 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0515 11:08:46.945414 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0515 11:10:05.275080 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:10:05.275581 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:10:06.172855 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:10:06.172879 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647390-2brdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:10:38.231892 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0515 11:10:55.237241 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0515 11:10:58.372116 3666 namespace.go:98] [tsf] adding namespace I0515 11:10:58.372974 3666 namespace.go:102] [tsf] adding namespace took 821.356µs I0515 11:10:58.388480 3666 namespace.go:142] [tsf] updating namespace I0515 11:10:58.402827 3666 namespace.go:142] [tsf] updating namespace I0515 11:11:02.445375 3666 namespace.go:98] [konflux-ui] adding namespace I0515 11:11:02.445506 3666 namespace.go:98] [rhbk-operator] adding namespace I0515 11:11:02.445608 3666 namespace.go:98] [tsf-tpa] adding namespace I0515 11:11:02.445685 3666 namespace.go:98] [cert-manager-operator] adding namespace I0515 11:11:02.446360 3666 namespace.go:102] [konflux-ui] adding namespace took 959.733µs I0515 11:11:02.446967 3666 namespace.go:102] [rhbk-operator] adding namespace took 1.445185ms I0515 11:11:02.446999 3666 namespace.go:98] [rhtpa-operator] adding namespace I0515 11:11:02.447756 3666 namespace.go:102] [rhtpa-operator] adding namespace took 748.092µs I0515 11:11:02.448164 3666 namespace.go:98] [konflux-operator] adding namespace I0515 11:11:02.448325 3666 namespace.go:98] [tsf-keycloak] adding namespace I0515 11:11:02.448465 3666 namespace.go:102] [tsf-tpa] adding namespace took 2.831962ms I0515 11:11:02.449008 3666 namespace.go:102] [cert-manager-operator] adding namespace took 3.310036ms I0515 11:11:02.449033 3666 namespace.go:98] [tsf-tas] adding namespace I0515 11:11:02.449452 3666 namespace.go:102] [konflux-operator] adding namespace took 1.273453ms I0515 11:11:02.449971 3666 namespace.go:102] [tsf-keycloak] adding namespace took 1.632652ms I0515 11:11:02.450515 3666 namespace.go:102] [tsf-tas] adding namespace took 1.473545ms I0515 11:11:02.464690 3666 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.478256 3666 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.486403 3666 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:02.490653 3666 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.493372 3666 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.493388 3666 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.503841 3666 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:02.518288 3666 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.518307 3666 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.518480 3666 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.535178 3666 namespace.go:142] [konflux-ui] updating namespace I0515 11:11:02.542304 3666 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.556056 3666 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:11:02.563035 3666 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.579537 3666 namespace.go:142] [tsf-tas] updating namespace I0515 11:11:02.579672 3666 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.594172 3666 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:11:02.598396 3666 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.612173 3666 namespace.go:142] [konflux-operator] updating namespace I0515 11:11:02.618562 3666 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.632773 3666 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:02.632874 3666 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.642262 3666 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:02.663547 3666 namespace.go:142] [rhbk-operator] updating namespace I0515 11:11:03.782448 3666 namespace.go:142] [tsf-tpa] updating namespace I0515 11:11:03.789235 3666 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:11:09.649273 3666 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.649821 3666 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.649844 3666 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.649852 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:09.649869 3666 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:09.649878 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:10.688336 3666 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688359 3666 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688372 3666 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:10.688392 3666 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fenxr86 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:11.367703 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.368237 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.368266 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.368276 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:11.368296 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:11.368304 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:12.395195 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.395217 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.395231 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:12.395245 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6eh4cph of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:18.740495 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.740998 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.741027 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.741037 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:18.741053 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.741060 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:18.763442 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.763813 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.763833 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.763841 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:18.763852 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:18.763858 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:19.744324 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744830 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744858 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744867 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:19.744886 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:19.744894 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:19.773026 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773045 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773057 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.773074 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nlmzr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790724 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790746 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790760 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:19.790773 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d2dd8g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791284 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791316 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791330 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791341 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7dwgfl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:20.791537 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792015 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792045 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792058 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0515 11:11:20.792071 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0515 11:11:20.792077 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0515 11:11:21.835908 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835931 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835942 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:21.835954 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136v5f4q of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:11:25.252052 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0515 11:11:29.226594 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0515 11:11:30.503373 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0515 11:11:30.938192 3666 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-9gqg5 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:11:30.938331 3666 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5 I0515 11:11:30.955557 3666 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5] pod update took 17.254026ms I0515 11:11:30.955579 3666 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5] addLogicalPort annotation time took 17.280801ms I0515 11:11:30.956761 3666 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5] addLogicalPort took 18.583415ms, libovsdb time 876.208µs I0515 11:11:31.295706 3666 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5 ca770fe1ee1efc96053a67f18aafbee0af7fdfa1552e86df0a88dd6d96d1c29b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5 ca770fe1ee1efc96053a67f18aafbee0af7fdfa1552e86df0a88dd6d96d1c29b network default NAD default NAD key ] I0515 11:11:31.305352 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-9gqg5, hostIfaceName: ca770fe1ee1efc9, network: default, NAD default, SandboxID: "ca770fe1ee1efc96053a67f18aafbee0af7fdfa1552e86df0a88dd6d96d1c29b", PCI device ID: , UID: "7963c633-c2dd-497f-ab60-d91176e5d8cc", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0515 11:11:31.352339 3666 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5 ca770fe1ee1efc96053a67f18aafbee0af7fdfa1552e86df0a88dd6d96d1c29b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-9gqg5 ca770fe1ee1efc96053a67f18aafbee0af7fdfa1552e86df0a88dd6d96d1c29b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:61:38:de:48:1d\",\"name\":\"ca770fe1ee1efc9\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21d0a33e-a766-4016-a80c-c31cba3c352f\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:11:34.755033 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0515 11:11:35.260035 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0515 11:11:36.911708 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:36.922737 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.308492 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.325425 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.352365 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0515 11:11:38.359356 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0515 11:11:40.098004 3666 namespace.go:98] [cert-manager] adding namespace I0515 11:11:40.098830 3666 namespace.go:102] [cert-manager] adding namespace took 804.868µs I0515 11:11:40.118475 3666 namespace.go:142] [cert-manager] updating namespace I0515 11:11:40.133372 3666 namespace.go:142] [cert-manager] updating namespace I0515 11:11:41.638685 3666 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-jwpwx for pod on switch ip-10-0-1-84.ec2.internal I0515 11:11:41.638780 3666 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx I0515 11:11:41.656907 3666 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx] pod update took 18.149901ms I0515 11:11:41.656932 3666 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx] addLogicalPort annotation time took 18.180396ms I0515 11:11:41.658192 3666 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx] addLogicalPort took 19.524457ms, libovsdb time 932.27µs I0515 11:11:42.011026 3666 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx 21dba4483ab79f802439a8fef7a1dbd8360765c09e6822ffdb0f55f73fbdecba network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx 21dba4483ab79f802439a8fef7a1dbd8360765c09e6822ffdb0f55f73fbdecba network default NAD default NAD key ] I0515 11:11:42.020174 3666 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-jwpwx, hostIfaceName: 21dba4483ab79f8, network: default, NAD default, SandboxID: "21dba4483ab79f802439a8fef7a1dbd8360765c09e6822ffdb0f55f73fbdecba", PCI device ID: , UID: "1cb81a7a-c0df-4255-b524-07733cb877b3", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0515 11:11:42.067715 3666 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx 21dba4483ab79f802439a8fef7a1dbd8360765c09e6822ffdb0f55f73fbdecba network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-jwpwx 21dba4483ab79f802439a8fef7a1dbd8360765c09e6822ffdb0f55f73fbdecba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:79:68:d7:9c:47\",\"name\":\"21dba4483ab79f8\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69c15f5a-bc00-4f34-bc77-a7d040de5770\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:11:42.667784 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0515 11:11:43.368256 3666 namespace.go:142] [openshift-operators] updating namespace I0515 11:11:43.386641 3666 namespace.go:142] [openshift-operators] updating namespace W0515 11:11:44.802599 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0515 11:11:44.802618 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0515 11:11:45.842503 3666 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-zn862] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-zn862 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:11:45.842625 3666 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-zn862 I0515 11:11:45.877589 3666 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-zn862] pod update took 34.983867ms I0515 11:11:45.877612 3666 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-zn862] addLogicalPort annotation time took 35.014407ms I0515 11:11:45.878830 3666 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-zn862] addLogicalPort took 36.341723ms, libovsdb time 831.308µs W0515 11:11:45.965549 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0515 11:11:46.200812 3666 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-zn862 455350c5671c61946abc326ce1ab5e325736fc303e7c66a3752fd477c05b5191 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-zn862 455350c5671c61946abc326ce1ab5e325736fc303e7c66a3752fd477c05b5191 network default NAD default NAD key ] I0515 11:11:46.209785 3666 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-zn862, hostIfaceName: 455350c5671c619, network: default, NAD default, SandboxID: "455350c5671c61946abc326ce1ab5e325736fc303e7c66a3752fd477c05b5191", PCI device ID: , UID: "eba35c2a-bb1d-4ec1-a5ec-75b6bbb22c20", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0515 11:11:46.257305 3666 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-zn862 455350c5671c61946abc326ce1ab5e325736fc303e7c66a3752fd477c05b5191 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-zn862 455350c5671c61946abc326ce1ab5e325736fc303e7c66a3752fd477c05b5191 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c7:44:db:b7:40\",\"name\":\"455350c5671c619\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4bbb56a-025a-4345-8b15-6d8be926e6d3\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:11:50.988009 3666 namespace.go:98] [trusted-artifact-signer] adding namespace I0515 11:11:50.988954 3666 namespace.go:102] [trusted-artifact-signer] adding namespace took 922.066µs I0515 11:11:51.009485 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:11:51.034197 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:11:51.391652 3666 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-lqnqb for pod on switch ip-10-0-1-84.ec2.internal I0515 11:11:51.391745 3666 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb I0515 11:11:51.429940 3666 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb] pod update took 38.219122ms I0515 11:11:51.429968 3666 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb] addLogicalPort annotation time took 38.251894ms I0515 11:11:51.431180 3666 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb] addLogicalPort took 39.541574ms, libovsdb time 853.91µs I0515 11:11:51.749757 3666 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb 9d36f29878e9475c17515f8e788647a4552ead67ec46148f6c43e83ec76a7a38 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb 9d36f29878e9475c17515f8e788647a4552ead67ec46148f6c43e83ec76a7a38 network default NAD default NAD key ] I0515 11:11:51.758898 3666 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-lqnqb, hostIfaceName: 9d36f29878e9475, network: default, NAD default, SandboxID: "9d36f29878e9475c17515f8e788647a4552ead67ec46148f6c43e83ec76a7a38", PCI device ID: , UID: "acccae0b-c389-4492-8fe1-49929a2ddddf", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0515 11:11:51.807161 3666 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb 9d36f29878e9475c17515f8e788647a4552ead67ec46148f6c43e83ec76a7a38 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-lqnqb 9d36f29878e9475c17515f8e788647a4552ead67ec46148f6c43e83ec76a7a38 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:37:1e:b4:89:fb\",\"name\":\"9d36f29878e9475\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24481509-eee9-4494-b2a5-988807e3e5cf\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:11:51.864934 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0515 11:11:53.221640 3666 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-nrnnk] creating logical port cert-manager_cert-manager-59c77684cc-nrnnk for pod on switch ip-10-0-1-84.ec2.internal I0515 11:11:53.221756 3666 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-nrnnk I0515 11:11:53.246022 3666 pod.go:62] [cert-manager/cert-manager-59c77684cc-nrnnk] pod update took 24.29563ms I0515 11:11:53.246042 3666 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-nrnnk] addLogicalPort annotation time took 24.321931ms I0515 11:11:53.247167 3666 pods.go:271] [cert-manager/cert-manager-59c77684cc-nrnnk] addLogicalPort took 25.548232ms, libovsdb time 783.628µs I0515 11:11:53.582061 3666 cni.go:452] [cert-manager/cert-manager-59c77684cc-nrnnk 941c23db204575039efe4af612f9e38e683098e8fb18cbe23bb46d94daf58cf5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-nrnnk 941c23db204575039efe4af612f9e38e683098e8fb18cbe23bb46d94daf58cf5 network default NAD default NAD key ] I0515 11:11:53.593388 3666 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-nrnnk, hostIfaceName: 941c23db2045750, network: default, NAD default, SandboxID: "941c23db204575039efe4af612f9e38e683098e8fb18cbe23bb46d94daf58cf5", PCI device ID: , UID: "f122847d-db1a-4ad0-82f2-85a9ab4a93ab", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0515 11:11:53.645952 3666 cni.go:473] [cert-manager/cert-manager-59c77684cc-nrnnk 941c23db204575039efe4af612f9e38e683098e8fb18cbe23bb46d94daf58cf5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-nrnnk 941c23db204575039efe4af612f9e38e683098e8fb18cbe23bb46d94daf58cf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:51:ba:5c:13:08\",\"name\":\"941c23db2045750\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efd87f54-069b-4b03-bedc-69712f4c8b46\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:11:53.696752 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0515 11:11:53.696915 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jpv5c IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-jpv5c: no pod IPs found I0515 11:11:55.718434 3666 namespace.go:142] [openshift-operators] updating namespace W0515 11:11:55.815742 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0515 11:11:55.815768 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0515 11:11:56.085847 3666 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-dcbrb for pod on switch ip-10-0-1-84.ec2.internal I0515 11:11:56.086012 3666 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb I0515 11:11:56.121190 3666 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb] pod update took 35.200226ms I0515 11:11:56.121212 3666 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb] addLogicalPort annotation time took 35.226969ms I0515 11:11:56.122659 3666 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb] addLogicalPort took 36.844996ms, libovsdb time 1.087325ms I0515 11:11:56.448304 3666 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb b7924d254bf257e3d8fa3496503062d7531858d877a41e71dfb9bec215d436ca network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb b7924d254bf257e3d8fa3496503062d7531858d877a41e71dfb9bec215d436ca network default NAD default NAD key ] I0515 11:11:56.459551 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-dcbrb, hostIfaceName: b7924d254bf257e, network: default, NAD default, SandboxID: "b7924d254bf257e3d8fa3496503062d7531858d877a41e71dfb9bec215d436ca", PCI device ID: , UID: "f7b59889-b72f-40e0-82ef-252ede992709", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0515 11:11:56.509666 3666 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb b7924d254bf257e3d8fa3496503062d7531858d877a41e71dfb9bec215d436ca network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-dcbrb b7924d254bf257e3d8fa3496503062d7531858d877a41e71dfb9bec215d436ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4e:f8:8f:6c:51\",\"name\":\"b7924d254bf257e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ac026b6-f1c4-48d0-b7ba-b0d945e0d768\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:11:58.137520 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=163 I0515 11:12:05.254736 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0515 11:12:08.998664 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:08.999287 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:09.021193 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:09.021210 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:09.027706 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0515 11:12:09.027725 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0515 11:12:10.490626 3666 namespace.go:98] [openshift-pipelines] adding namespace I0515 11:12:10.491476 3666 namespace.go:102] [openshift-pipelines] adding namespace took 828.2µs I0515 11:12:10.512394 3666 namespace.go:142] [openshift-pipelines] updating namespace I0515 11:12:11.202477 3666 namespace.go:142] [cert-manager] updating namespace I0515 11:12:11.402398 3666 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:11.801609 3666 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:12.002493 3666 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:12.203340 3666 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:12.603315 3666 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:12.812506 3666 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:13.012084 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:13.208966 3666 namespace.go:142] [tsf] updating namespace I0515 11:12:13.410516 3666 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:13.612000 3666 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:13.814682 3666 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:13.944954 3666 namespace.go:142] [cert-manager] updating namespace I0515 11:12:13.955210 3666 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:13.964093 3666 namespace.go:142] [default] updating namespace I0515 11:12:13.974104 3666 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:13.986096 3666 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:13.996522 3666 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:14.004772 3666 namespace.go:142] [openshift] updating namespace I0515 11:12:14.014170 3666 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:14.023758 3666 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:14.032538 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:14.041175 3666 namespace.go:142] [tsf] updating namespace I0515 11:12:14.051982 3666 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:14.072630 3666 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:14.092761 3666 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:14.193167 3666 namespace.go:142] [cert-manager] updating namespace I0515 11:12:14.295083 3666 namespace.go:142] [cert-manager-operator] updating namespace I0515 11:12:14.394811 3666 namespace.go:142] [default] updating namespace I0515 11:12:14.495286 3666 namespace.go:142] [konflux-operator] updating namespace I0515 11:12:14.593652 3666 namespace.go:142] [konflux-ui] updating namespace I0515 11:12:14.693153 3666 namespace.go:142] [open-cluster-management-2qaaolrg7rkor80uipaklgnphfm5f3o9] updating namespace I0515 11:12:14.792996 3666 namespace.go:142] [openshift] updating namespace I0515 11:12:14.896545 3666 namespace.go:142] [rhbk-operator] updating namespace I0515 11:12:14.996971 3666 namespace.go:142] [rhtpa-operator] updating namespace I0515 11:12:15.092526 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0515 11:12:15.192017 3666 namespace.go:142] [tsf] updating namespace I0515 11:12:15.298995 3666 namespace.go:142] [tsf-keycloak] updating namespace I0515 11:12:15.392862 3666 namespace.go:142] [tsf-tas] updating namespace I0515 11:12:15.493324 3666 namespace.go:142] [tsf-tpa] updating namespace I0515 11:12:15.840709 3666 namespace.go:142] [openshift-pipelines] updating namespace I0515 11:12:16.152567 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=691 W0515 11:12:20.945479 3666 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0515 11:12:20.962731 3666 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0515 11:12:23.914200 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:12:23.914290 3666 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94 I0515 11:12:23.931839 3666 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94] pod update took 17.577717ms I0515 11:12:23.931867 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94] addLogicalPort annotation time took 17.610037ms I0515 11:12:23.933053 3666 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94] addLogicalPort took 18.866566ms, libovsdb time 783.958µs I0515 11:12:24.283440 3666 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94 502ee1f2d92869e7b23cca1afe9a491d228ad0a5a44d7b0e0a1d4d3efd597f6d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94 502ee1f2d92869e7b23cca1afe9a491d228ad0a5a44d7b0e0a1d4d3efd597f6d network default NAD default NAD key ] I0515 11:12:24.294244 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94, hostIfaceName: 502ee1f2d92869e, network: default, NAD default, SandboxID: "502ee1f2d92869e7b23cca1afe9a491d228ad0a5a44d7b0e0a1d4d3efd597f6d", PCI device ID: , UID: "92321ac1-3986-4ac0-a187-8e18f82ea4ce", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0515 11:12:24.342489 3666 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94 502ee1f2d92869e7b23cca1afe9a491d228ad0a5a44d7b0e0a1d4d3efd597f6d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-8vm94 502ee1f2d92869e7b23cca1afe9a491d228ad0a5a44d7b0e0a1d4d3efd597f6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:37:33:4f:76:b5\",\"name\":\"502ee1f2d92869e\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/260181b1-11ce-4114-b4ab-4acf3f94e8ad\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:12:28.773590 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.773613 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.773620 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0515 11:12:28.799954 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799973 3666 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799977 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.799981 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0515 11:12:28.828454 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:28.828469 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0515 11:12:28.828475 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0515 11:12:31.137245 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0515 11:12:44.221086 3666 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:44.221664 3666 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:12:44.237492 3666 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:44.237512 3666 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:12:44.243742 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0515 11:12:44.243761 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0515 11:12:46.226055 3666 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0515 11:12:46.226710 3666 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0515 11:12:46.226732 3666 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0515 11:12:46.228776 3666 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0515 11:12:46.829396 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-wr5zl for pod on switch ip-10-0-1-84.ec2.internal I0515 11:12:46.829487 3666 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl I0515 11:12:46.847325 3666 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl] pod update took 17.862355ms I0515 11:12:46.847346 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl] addLogicalPort annotation time took 17.889973ms I0515 11:12:46.848651 3666 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl] addLogicalPort took 19.269419ms, libovsdb time 939.915µs I0515 11:12:46.943897 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-hxp2d for pod on switch ip-10-0-1-84.ec2.internal I0515 11:12:46.943998 3666 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d I0515 11:12:46.958415 3666 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d] pod update took 14.441721ms I0515 11:12:46.958439 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d] addLogicalPort annotation time took 14.46916ms I0515 11:12:46.959762 3666 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d] addLogicalPort took 15.879838ms, libovsdb time 931.167µs I0515 11:12:47.053011 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-gzxqz for pod on switch ip-10-0-1-84.ec2.internal I0515 11:12:47.053102 3666 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz I0515 11:12:47.069940 3666 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz] pod update took 16.861127ms I0515 11:12:47.069962 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz] addLogicalPort annotation time took 16.887495ms I0515 11:12:47.071281 3666 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz] addLogicalPort took 18.288563ms, libovsdb time 950.71µs I0515 11:12:47.208648 3666 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl c1977fbac7d878bf2dd64aaddf6ff2270122f23b11153182009c7f1deb99f540 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl c1977fbac7d878bf2dd64aaddf6ff2270122f23b11153182009c7f1deb99f540 network default NAD default NAD key ] I0515 11:12:47.218092 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-wr5zl, hostIfaceName: c1977fbac7d878b, network: default, NAD default, SandboxID: "c1977fbac7d878bf2dd64aaddf6ff2270122f23b11153182009c7f1deb99f540", PCI device ID: , UID: "4ac60353-1ed3-4d51-a61b-ade19bb64fc1", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0515 11:12:47.270500 3666 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl c1977fbac7d878bf2dd64aaddf6ff2270122f23b11153182009c7f1deb99f540 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-wr5zl c1977fbac7d878bf2dd64aaddf6ff2270122f23b11153182009c7f1deb99f540 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:90:4f:16:0a:3d\",\"name\":\"c1977fbac7d878b\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1fe14c7-75c2-4919-9515-bcfe446c5e36\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:12:47.308900 3666 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d 2bec67ed0637e422bb87771aa703117f4af9ba348423234566b178d2ee793086 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d 2bec67ed0637e422bb87771aa703117f4af9ba348423234566b178d2ee793086 network default NAD default NAD key ] I0515 11:12:47.318669 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-hxp2d, hostIfaceName: 2bec67ed0637e42, network: default, NAD default, SandboxID: "2bec67ed0637e422bb87771aa703117f4af9ba348423234566b178d2ee793086", PCI device ID: , UID: "e838d7c4-0c4d-46b1-90e9-135010035364", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0515 11:12:47.370532 3666 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d 2bec67ed0637e422bb87771aa703117f4af9ba348423234566b178d2ee793086 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-hxp2d 2bec67ed0637e422bb87771aa703117f4af9ba348423234566b178d2ee793086 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:3a:11:df:d3:40\",\"name\":\"2bec67ed0637e42\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ec7c2c8-029f-489b-8af0-c0770bc1160f\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:12:47.417218 3666 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz 3f25028986912e15293a95f53cca6fcd55d2a1cae6aa542b6bb130b9d1992bb1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz 3f25028986912e15293a95f53cca6fcd55d2a1cae6aa542b6bb130b9d1992bb1 network default NAD default NAD key ] I0515 11:12:47.427185 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-gzxqz, hostIfaceName: 3f25028986912e1, network: default, NAD default, SandboxID: "3f25028986912e15293a95f53cca6fcd55d2a1cae6aa542b6bb130b9d1992bb1", PCI device ID: , UID: "0035ee20-7595-45d2-b0d4-882a3eb8f374", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0515 11:12:47.478959 3666 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz 3f25028986912e15293a95f53cca6fcd55d2a1cae6aa542b6bb130b9d1992bb1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-gzxqz 3f25028986912e15293a95f53cca6fcd55d2a1cae6aa542b6bb130b9d1992bb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:a3:fd:d4:5b:ac\",\"name\":\"3f25028986912e1\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa945d45-0335-4e62-8f41-608678051b39\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:12:51.178598 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0515 11:12:53.126049 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0515 11:12:53.126070 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0515 11:12:53.126191 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0515 11:12:53.126205 3666 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0515 11:13:02.159712 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0515 11:13:03.769720 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-4xvcc for pod on switch ip-10-0-1-84.ec2.internal I0515 11:13:03.769815 3666 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc I0515 11:13:03.787582 3666 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc] pod update took 17.792801ms I0515 11:13:03.787603 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc] addLogicalPort annotation time took 17.817339ms I0515 11:13:03.788889 3666 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc] addLogicalPort took 19.18043ms, libovsdb time 929.028µs I0515 11:13:04.142307 3666 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc 287e3bc533c766d287fda3db1b79e6d7cb6e47a9b8d8f25c490e1dc20924076e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc 287e3bc533c766d287fda3db1b79e6d7cb6e47a9b8d8f25c490e1dc20924076e network default NAD default NAD key ] I0515 11:13:04.151329 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-4xvcc, hostIfaceName: 287e3bc533c766d, network: default, NAD default, SandboxID: "287e3bc533c766d287fda3db1b79e6d7cb6e47a9b8d8f25c490e1dc20924076e", PCI device ID: , UID: "70614e89-d1f9-4b86-96b8-ce303aec12e4", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0515 11:13:04.203018 3666 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc 287e3bc533c766d287fda3db1b79e6d7cb6e47a9b8d8f25c490e1dc20924076e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4xvcc 287e3bc533c766d287fda3db1b79e6d7cb6e47a9b8d8f25c490e1dc20924076e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c3:32:11:07:83\",\"name\":\"287e3bc533c766d\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da964406-5ca1-4efc-92bc-7ac035760b05\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:13:08.082424 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0515 11:13:26.890973 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-9t95w for pod on switch ip-10-0-1-84.ec2.internal I0515 11:13:26.891054 3666 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w I0515 11:13:26.908740 3666 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w] pod update took 17.709922ms I0515 11:13:26.908763 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w] addLogicalPort annotation time took 17.735821ms I0515 11:13:26.909905 3666 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w] addLogicalPort took 18.94667ms, libovsdb time 788.769µs I0515 11:13:27.255058 3666 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w 9749010fae1ea9272d380c34cf3ddce2406f344c3f92b0961ccbdb11e559e8f9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w 9749010fae1ea9272d380c34cf3ddce2406f344c3f92b0961ccbdb11e559e8f9 network default NAD default NAD key ] I0515 11:13:27.264075 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-9t95w, hostIfaceName: 9749010fae1ea92, network: default, NAD default, SandboxID: "9749010fae1ea9272d380c34cf3ddce2406f344c3f92b0961ccbdb11e559e8f9", PCI device ID: , UID: "421d0134-dbe1-40e3-83e9-5e6ee285adb2", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0515 11:13:27.314191 3666 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w 9749010fae1ea9272d380c34cf3ddce2406f344c3f92b0961ccbdb11e559e8f9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-9t95w 9749010fae1ea9272d380c34cf3ddce2406f344c3f92b0961ccbdb11e559e8f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:fa:f4:3e:9f:38\",\"name\":\"9749010fae1ea92\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83500d25-d1e5-417b-9605-667b975bf95e\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:13:32.094859 3666 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0515 11:13:32.094879 3666 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0515 11:13:32.094885 3666 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0515 11:13:36.530836 3666 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:36.531371 3666 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:36.574802 3666 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:36.574825 3666 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:36.580462 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0515 11:13:36.580490 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0515 11:13:39.210349 3666 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-59949d86d6-mxfll] creating logical port tsf-tas_fulcio-server-59949d86d6-mxfll for pod on switch ip-10-0-1-84.ec2.internal I0515 11:13:39.210450 3666 kube.go:256] Updating pod tsf-tas/fulcio-server-59949d86d6-mxfll I0515 11:13:39.230695 3666 pod.go:62] [tsf-tas/fulcio-server-59949d86d6-mxfll] pod update took 20.280006ms I0515 11:13:39.230722 3666 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-59949d86d6-mxfll] addLogicalPort annotation time took 20.311902ms I0515 11:13:39.231882 3666 pods.go:271] [tsf-tas/fulcio-server-59949d86d6-mxfll] addLogicalPort took 21.548595ms, libovsdb time 751.086µs I0515 11:13:39.420663 3666 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-jn5xj-p2v75] creating logical port tsf-tas_ctlog-createtree-job-jn5xj-p2v75 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:13:39.420748 3666 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-jn5xj-p2v75 I0515 11:13:39.448659 3666 pod.go:62] [tsf-tas/ctlog-createtree-job-jn5xj-p2v75] pod update took 27.93242ms I0515 11:13:39.448679 3666 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-jn5xj-p2v75] addLogicalPort annotation time took 27.957868ms I0515 11:13:39.449851 3666 pods.go:271] [tsf-tas/ctlog-createtree-job-jn5xj-p2v75] addLogicalPort took 29.204668ms, libovsdb time 772.343µs I0515 11:13:39.573676 3666 cni.go:452] [tsf-tas/fulcio-server-59949d86d6-mxfll 5c89186320ced457ad1b7ffb64049a90e3e8fca0d727fd37c57d152c602e50c2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-59949d86d6-mxfll 5c89186320ced457ad1b7ffb64049a90e3e8fca0d727fd37c57d152c602e50c2 network default NAD default NAD key ] I0515 11:13:39.582736 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-59949d86d6-mxfll, hostIfaceName: 5c89186320ced45, network: default, NAD default, SandboxID: "5c89186320ced457ad1b7ffb64049a90e3e8fca0d727fd37c57d152c602e50c2", PCI device ID: , UID: "3bfeb9cc-69b1-49b7-959d-66a14012ce8b", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0515 11:13:39.635067 3666 cni.go:473] [tsf-tas/fulcio-server-59949d86d6-mxfll 5c89186320ced457ad1b7ffb64049a90e3e8fca0d727fd37c57d152c602e50c2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-59949d86d6-mxfll 5c89186320ced457ad1b7ffb64049a90e3e8fca0d727fd37c57d152c602e50c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b9:18:21:b4:ed\",\"name\":\"5c89186320ced45\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82fed779-a958-467e-9dd0-af6e27bbdd54\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:13:39.777731 3666 cni.go:452] [tsf-tas/ctlog-createtree-job-jn5xj-p2v75 c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-jn5xj-p2v75 c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d network default NAD default NAD key ] I0515 11:13:39.791168 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-jn5xj-p2v75, hostIfaceName: c79ce0ddb398f6e, network: default, NAD default, SandboxID: "c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d", PCI device ID: , UID: "cf0de688-bf6f-43fe-8f9d-e32fd1c23195", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0515 11:13:39.796306 3666 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-wfx2h-bdjct] creating logical port tsf-tas_rekor-createtree-job-wfx2h-bdjct for pod on switch ip-10-0-1-84.ec2.internal I0515 11:13:39.796566 3666 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-wfx2h-bdjct I0515 11:13:39.814619 3666 pod.go:62] [tsf-tas/rekor-createtree-job-wfx2h-bdjct] pod update took 18.153507ms I0515 11:13:39.814643 3666 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-wfx2h-bdjct] addLogicalPort annotation time took 18.184131ms I0515 11:13:39.816168 3666 pods.go:271] [tsf-tas/rekor-createtree-job-wfx2h-bdjct] addLogicalPort took 19.88373ms, libovsdb time 1.005513ms I0515 11:13:39.848614 3666 cni.go:473] [tsf-tas/ctlog-createtree-job-jn5xj-p2v75 c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-jn5xj-p2v75 c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:8e:a4:46:ef:70\",\"name\":\"c79ce0ddb398f6e\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73ecf848-e781-422d-a95d-beaff1f8ce14\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:13:40.159625 3666 cni.go:452] [tsf-tas/rekor-createtree-job-wfx2h-bdjct 1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-wfx2h-bdjct 1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc network default NAD default NAD key ] I0515 11:13:40.169777 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-wfx2h-bdjct, hostIfaceName: 1d79ff27505f019, network: default, NAD default, SandboxID: "1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc", PCI device ID: , UID: "77ef3b15-97fc-4826-8295-fd9fc9462f99", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0515 11:13:40.222865 3666 cni.go:473] [tsf-tas/rekor-createtree-job-wfx2h-bdjct 1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-wfx2h-bdjct 1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d6:ff:c4:7f:f1\",\"name\":\"1d79ff27505f019\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/459ea671-5212-4e7e-b710-1e01582dad03\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:13:41.407429 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0515 11:13:41.407451 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0515 11:13:41.437275 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0515 11:13:41.437295 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0515 11:13:43.221618 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0515 11:13:47.155581 3666 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5sq7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:13:47.156183 3666 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5sq7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0515 11:13:47.463886 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0515 11:13:48.181794 3666 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5sq7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:13:48.181815 3666 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5sq7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:13:58.240006 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0515 11:14:00.257760 3666 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0515 11:14:01.378243 3666 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:01.378780 3666 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:02.142363 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 I0515 11:14:02.254779 3666 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:02.254805 3666 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qxbnp-wf7cn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:14:06.573833 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0515 11:14:06.621298 3666 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0515 11:14:06.621322 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0515 11:14:09.249006 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0515 11:14:28.846624 3666 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:28.847123 3666 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:28.870374 3666 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:28.870395 3666 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:28.878264 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0515 11:14:28.878283 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0515 11:14:34.671937 3666 cni.go:452] [tsf-tas/rekor-createtree-job-wfx2h-bdjct 1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-wfx2h-bdjct 1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc network default NAD default NAD key ] I0515 11:14:34.743087 3666 cni.go:473] [tsf-tas/rekor-createtree-job-wfx2h-bdjct 1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-wfx2h-bdjct 1d79ff27505f01953534eb97660193552fb1de245a731a8a80073a5b9c8107cc network default NAD default NAD key default], result "{}", err I0515 11:14:34.793400 3666 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:34.793434 3666 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-wfx2h-bdjct I0515 11:14:34.794840 3666 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-wfx2h-bdjct, ips: 10.130.0.38 I0515 11:14:34.794868 3666 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:35.697422 3666 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:35.697451 3666 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-wfx2h-bdjct of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:38.141737 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=126 I0515 11:14:38.579664 3666 obj_retry.go:498] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:38.580183 3666 obj_retry.go:498] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:39.335388 3666 namespace.go:142] [openshift-pipelines] updating namespace I0515 11:14:39.604692 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:39.604716 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:40.243545 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0515 11:14:40.977269 3666 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-78f7df664b-c68sz] creating logical port tsf-tas_rekor-redis-78f7df664b-c68sz for pod on switch ip-10-0-1-84.ec2.internal I0515 11:14:40.977359 3666 kube.go:256] Updating pod tsf-tas/rekor-redis-78f7df664b-c68sz I0515 11:14:41.002353 3666 pod.go:62] [tsf-tas/rekor-redis-78f7df664b-c68sz] pod update took 25.019042ms I0515 11:14:41.002379 3666 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-78f7df664b-c68sz] addLogicalPort annotation time took 25.046634ms I0515 11:14:41.003936 3666 pods.go:271] [tsf-tas/rekor-redis-78f7df664b-c68sz] addLogicalPort took 26.682858ms, libovsdb time 1.038826ms I0515 11:14:41.335015 3666 cni.go:452] [tsf-tas/rekor-redis-78f7df664b-c68sz bf3d78e09cb838798fa5bbecc3ac6cc64087f300ee5cb2eeead7a01f9502243a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-78f7df664b-c68sz bf3d78e09cb838798fa5bbecc3ac6cc64087f300ee5cb2eeead7a01f9502243a network default NAD default NAD key ] I0515 11:14:41.344071 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-78f7df664b-c68sz, hostIfaceName: bf3d78e09cb8387, network: default, NAD default, SandboxID: "bf3d78e09cb838798fa5bbecc3ac6cc64087f300ee5cb2eeead7a01f9502243a", PCI device ID: , UID: "27b11a70-d38b-4b43-b3c9-e4e6c1d8048c", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0515 11:14:41.395418 3666 cni.go:473] [tsf-tas/rekor-redis-78f7df664b-c68sz bf3d78e09cb838798fa5bbecc3ac6cc64087f300ee5cb2eeead7a01f9502243a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-78f7df664b-c68sz bf3d78e09cb838798fa5bbecc3ac6cc64087f300ee5cb2eeead7a01f9502243a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:89:66:00:a0:ec\",\"name\":\"bf3d78e09cb8387\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95d2f89c-6b89-4751-9c0c-402b56c03d60\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:14:42.710044 3666 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0515 11:14:43.666294 3666 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6bf86c7f78-8nr2j] creating logical port tsf-tas_rekor-server-6bf86c7f78-8nr2j for pod on switch ip-10-0-1-84.ec2.internal I0515 11:14:43.666397 3666 kube.go:256] Updating pod tsf-tas/rekor-server-6bf86c7f78-8nr2j I0515 11:14:43.679216 3666 pod.go:62] [tsf-tas/rekor-server-6bf86c7f78-8nr2j] pod update took 12.848509ms I0515 11:14:43.679239 3666 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6bf86c7f78-8nr2j] addLogicalPort annotation time took 12.877028ms I0515 11:14:43.680609 3666 pods.go:271] [tsf-tas/rekor-server-6bf86c7f78-8nr2j] addLogicalPort took 14.330935ms, libovsdb time 910.559µs W0515 11:14:44.800393 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0515 11:14:48.226745 3666 cni.go:452] [tsf-tas/rekor-server-6bf86c7f78-8nr2j d9c410c40bc7356d18b1f5ec0cba9efd8b6bc7fe41c5a0196698c0e5d45ce5ac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6bf86c7f78-8nr2j d9c410c40bc7356d18b1f5ec0cba9efd8b6bc7fe41c5a0196698c0e5d45ce5ac network default NAD default NAD key ] I0515 11:14:48.235841 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6bf86c7f78-8nr2j, hostIfaceName: d9c410c40bc7356, network: default, NAD default, SandboxID: "d9c410c40bc7356d18b1f5ec0cba9efd8b6bc7fe41c5a0196698c0e5d45ce5ac", PCI device ID: , UID: "b4c9edd6-baf0-49d0-bc70-bba1ff0a6446", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0515 11:14:48.288503 3666 cni.go:473] [tsf-tas/rekor-server-6bf86c7f78-8nr2j d9c410c40bc7356d18b1f5ec0cba9efd8b6bc7fe41c5a0196698c0e5d45ce5ac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6bf86c7f78-8nr2j d9c410c40bc7356d18b1f5ec0cba9efd8b6bc7fe41c5a0196698c0e5d45ce5ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f5:3a:79:4b:bd\",\"name\":\"d9c410c40bc7356\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd3e5960-dccb-419d-8ea3-33b0f6f060d0\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:14:50.757251 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0515 11:14:51.984626 3666 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xxxmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:51.985178 3666 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-xxxmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:52.861453 3666 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xxxmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.861477 3666 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-xxxmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.897495 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.897514 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-kkp84 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:52.901863 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-kkp84 I0515 11:14:52.901891 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-kkp84 W0515 11:14:54.748850 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0515 11:14:57.018894 3666 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:57.019430 3666 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:14:57.040266 3666 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:57.040291 3666 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:14:57.044956 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0515 11:14:57.044977 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0515 11:15:01.763947 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0515 11:15:03.703832 3666 obj_retry.go:498] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.704405 3666 obj_retry.go:498] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.828364 3666 cni.go:452] [tsf-tas/ctlog-createtree-job-jn5xj-p2v75 c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-jn5xj-p2v75 c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d network default NAD default NAD key ] I0515 11:15:03.908379 3666 cni.go:473] [tsf-tas/ctlog-createtree-job-jn5xj-p2v75 c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-jn5xj-p2v75 c79ce0ddb398f6e11d6a4647d5b07d28b55217602065e0a013a3ba2ac20fb15d network default NAD default NAD key default], result "{}", err I0515 11:15:03.958574 3666 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:03.958607 3666 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-jn5xj-p2v75 I0515 11:15:03.959820 3666 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-jn5xj-p2v75, ips: 10.130.0.37 I0515 11:15:03.959844 3666 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:04.726870 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.726898 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.834359 3666 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-hcr4v] creating logical port tsf-tpa_migrate-db-hcr4v for pod on switch ip-10-0-1-84.ec2.internal I0515 11:15:04.834451 3666 kube.go:256] Updating pod tsf-tpa/migrate-db-hcr4v I0515 11:15:04.841752 3666 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.841775 3666 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jn5xj-p2v75 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:04.846351 3666 pod.go:62] [tsf-tpa/migrate-db-hcr4v] pod update took 11.920154ms I0515 11:15:04.846378 3666 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-hcr4v] addLogicalPort annotation time took 11.951913ms I0515 11:15:04.847797 3666 pods.go:271] [tsf-tpa/migrate-db-hcr4v] addLogicalPort took 13.456242ms, libovsdb time 890.357µs I0515 11:15:05.193264 3666 cni.go:452] [tsf-tpa/migrate-db-hcr4v 3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-hcr4v 3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20 network default NAD default NAD key ] I0515 11:15:05.202842 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-hcr4v, hostIfaceName: 3ba38e80336473a, network: default, NAD default, SandboxID: "3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20", PCI device ID: , UID: "1e6552d0-a9a3-4a84-8dba-e0bd68714c18", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0515 11:15:05.253850 3666 cni.go:473] [tsf-tpa/migrate-db-hcr4v 3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-hcr4v 3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:2d:15:d7:75:00\",\"name\":\"3ba38e80336473a\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c998de13-645d-46fb-97f2-9e45309bc89e\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:15:11.875793 3666 cni.go:452] [tsf-tpa/migrate-db-hcr4v 3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-hcr4v 3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20 network default NAD default NAD key ] I0515 11:15:11.973907 3666 cni.go:473] [tsf-tpa/migrate-db-hcr4v 3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-hcr4v 3ba38e80336473a29d3827612fd7e4867ece587db41901bcc9b3c2e38a5d9c20 network default NAD default NAD key default], result "{}", err I0515 11:15:12.025795 3666 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:12.025840 3666 pods.go:176] Deleting pod: tsf-tpa/migrate-db-hcr4v I0515 11:15:12.027310 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-hcr4v, ips: 10.130.0.41 I0515 11:15:12.027339 3666 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:12.890743 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:12.890763 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:15:13.010765 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0515 11:15:13.095447 3666 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-zlh5j] creating logical port tsf-tpa_create-importers-zlh5j for pod on switch ip-10-0-1-84.ec2.internal I0515 11:15:13.095575 3666 kube.go:256] Updating pod tsf-tpa/create-importers-zlh5j I0515 11:15:13.107860 3666 pod.go:62] [tsf-tpa/create-importers-zlh5j] pod update took 12.31032ms I0515 11:15:13.107885 3666 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-zlh5j] addLogicalPort annotation time took 12.338126ms I0515 11:15:13.109297 3666 pods.go:271] [tsf-tpa/create-importers-zlh5j] addLogicalPort took 13.872458ms, libovsdb time 974.401µs I0515 11:15:13.454720 3666 cni.go:452] [tsf-tpa/create-importers-zlh5j 26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-zlh5j 26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3 network default NAD default NAD key ] I0515 11:15:13.464033 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-zlh5j, hostIfaceName: 26648cf6a143618, network: default, NAD default, SandboxID: "26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3", PCI device ID: , UID: "30bc704c-50d6-4e35-bc85-f3dae662c2bf", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0515 11:15:13.514094 3666 cni.go:473] [tsf-tpa/create-importers-zlh5j 26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-zlh5j 26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:78:7e:19:6e:e4\",\"name\":\"26648cf6a143618\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0cbf22e8-a817-4603-b592-823e223d9b0f\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:15:14.893949 3666 cni.go:452] [tsf-tpa/create-importers-zlh5j 26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-zlh5j 26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3 network default NAD default NAD key ] I0515 11:15:14.980317 3666 cni.go:473] [tsf-tpa/create-importers-zlh5j 26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-zlh5j 26648cf6a1436187423021ab57c362866adcf0642f01e9a36ca95ab7912f29f3 network default NAD default NAD key default], result "{}", err I0515 11:15:15.037821 3666 obj_retry.go:498] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:15.037861 3666 pods.go:176] Deleting pod: tsf-tpa/create-importers-zlh5j I0515 11:15:15.039346 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-zlh5j, ips: 10.130.0.42 I0515 11:15:15.039374 3666 obj_retry.go:498] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:16.063679 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:16.063701 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:17.137658 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=96 I0515 11:15:19.261716 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 W0515 11:15:21.707700 3666 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0515 11:15:22.827831 3666 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:22.828449 3666 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:23.707767 3666 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:23.707789 3666 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-b7lwd-b8v48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0515 11:15:29.730382 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0515 11:15:49.331294 3666 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:49.331872 3666 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:15:49.370322 3666 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:49.370341 3666 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:15:49.376601 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0515 11:15:49.376618 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0515 11:15:50.144598 3666 namespace.go:98] [integration-service] adding namespace I0515 11:15:50.145465 3666 namespace.go:102] [integration-service] adding namespace took 843.065µs I0515 11:15:50.150510 3666 namespace.go:98] [build-service] adding namespace I0515 11:15:50.150619 3666 namespace.go:98] [default-tenant] adding namespace I0515 11:15:50.150698 3666 namespace.go:98] [image-controller] adding namespace I0515 11:15:50.151247 3666 namespace.go:102] [build-service] adding namespace took 720.013µs I0515 11:15:50.151892 3666 namespace.go:102] [default-tenant] adding namespace took 1.258878ms I0515 11:15:50.152487 3666 namespace.go:102] [image-controller] adding namespace took 1.774827ms I0515 11:15:50.215842 3666 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.235635 3666 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.258550 3666 namespace.go:142] [build-service] updating namespace I0515 11:15:50.284774 3666 namespace.go:142] [default-tenant] updating namespace I0515 11:15:50.293932 3666 namespace.go:142] [build-service] updating namespace I0515 11:15:50.344659 3666 namespace.go:142] [image-controller] updating namespace I0515 11:15:50.353438 3666 namespace.go:142] [default-tenant] updating namespace I0515 11:15:50.406192 3666 namespace.go:142] [image-controller] updating namespace I0515 11:15:50.551112 3666 namespace.go:142] [build-service] updating namespace I0515 11:15:50.624652 3666 namespace.go:142] [integration-service] updating namespace I0515 11:15:50.714770 3666 namespace.go:98] [release-service] adding namespace I0515 11:15:50.715669 3666 namespace.go:102] [release-service] adding namespace took 874.948µs I0515 11:15:50.752723 3666 namespace.go:142] [release-service] updating namespace I0515 11:15:50.824358 3666 namespace.go:142] [release-service] updating namespace I0515 11:15:50.893924 3666 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-84.ec2.internal I0515 11:15:50.894024 3666 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0515 11:15:50.908655 3666 namespace.go:142] [konflux-ui] updating namespace I0515 11:15:50.956146 3666 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 62.133986ms I0515 11:15:50.956171 3666 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 62.183403ms I0515 11:15:50.957455 3666 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 63.525557ms, libovsdb time 825.767µs I0515 11:15:51.531708 3666 namespace.go:98] [konflux-info] adding namespace I0515 11:15:51.532540 3666 namespace.go:102] [konflux-info] adding namespace took 809.679µs I0515 11:15:51.554200 3666 cni.go:452] [konflux-ui/test-tsf-konflux 74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69 network default NAD default NAD key ] I0515 11:15:51.564108 3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 74fce057c2c9c13, network: default, NAD default, SandboxID: "74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69", PCI device ID: , UID: "20b32fa9-8de7-4f18-99e8-12c9d6bcb7b8", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0515 11:15:51.615050 3666 cni.go:473] [konflux-ui/test-tsf-konflux 74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:54:28:1a:fd:47\",\"name\":\"74fce057c2c9c13\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff33c8a6-ac00-4589-84fc-f46c404f0efd\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:15:51.640677 3666 namespace.go:142] [konflux-info] updating namespace I0515 11:15:51.697870 3666 namespace.go:98] [namespace-lister] adding namespace I0515 11:15:51.698637 3666 namespace.go:102] [namespace-lister] adding namespace took 747.627µs I0515 11:15:51.760666 3666 namespace.go:142] [konflux-info] updating namespace I0515 11:15:51.866520 3666 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:51.933147 3666 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:51.960947 3666 namespace.go:98] [enterprise-contract-service] adding namespace I0515 11:15:51.961828 3666 namespace.go:102] [enterprise-contract-service] adding namespace took 859.844µs I0515 11:15:51.996240 3666 namespace.go:142] [image-controller] updating namespace I0515 11:15:52.033013 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:52.092055 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:52.113513 3666 namespace.go:142] [default-tenant] updating namespace I0515 11:15:52.260908 3666 namespace.go:98] [segment-bridge] adding namespace I0515 11:15:52.261781 3666 namespace.go:102] [segment-bridge] adding namespace took 852.755µs I0515 11:15:52.335645 3666 namespace.go:98] [konflux-cli] adding namespace I0515 11:15:52.336450 3666 namespace.go:102] [konflux-cli] adding namespace took 783.03µs I0515 11:15:52.345831 3666 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:52.474919 3666 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:52.498218 3666 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:52.535737 3666 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-nhn4c] creating logical port namespace-lister_namespace-lister-696b855848-nhn4c for pod on switch ip-10-0-1-84.ec2.internal I0515 11:15:52.535844 3666 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-nhn4c I0515 11:15:52.545882 3666 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:52.595588 3666 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0515 11:15:52.624474 3666 pod.go:62] [namespace-lister/namespace-lister-696b855848-nhn4c] pod update took 88.659148ms I0515 11:15:52.624495 3666 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-nhn4c] addLogicalPort annotation time took 88.687366ms I0515 11:15:52.625919 3666 pods.go:271] [namespace-lister/namespace-lister-696b855848-nhn4c] addLogicalPort took 90.19748ms, libovsdb time 1.040775ms I0515 11:15:52.626039 3666 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0515 11:15:52.626063 3666 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0515 11:15:52.630062 3666 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0515 11:15:52.688697 3666 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0515 11:15:52.688730 3666 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0515 11:15:52.690430 3666 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0515 11:15:53.014598 3666 base_network_controller_pods.go:487] [default/konflux-ui/dex-58885c7bb4-crqdq] creating logical port konflux-ui_dex-58885c7bb4-crqdq for pod on switch ip-10-0-1-84.ec2.internal I0515 11:15:53.014733 3666 kube.go:256] Updating pod konflux-ui/dex-58885c7bb4-crqdq I0515 11:15:53.067940 3666 namespace.go:142] [build-service] updating namespace I0515 11:15:53.071746 3666 pod.go:62] [konflux-ui/dex-58885c7bb4-crqdq] pod update took 57.040194ms I0515 11:15:53.071769 3666 base_network_controller_pods.go:951] [default/konflux-ui/dex-58885c7bb4-crqdq] addLogicalPort annotation time took 57.067921ms I0515 11:15:53.073176 3666 pods.go:271] [konflux-ui/dex-58885c7bb4-crqdq] addLogicalPort took 58.601734ms, libovsdb time 918.866µs I0515 11:15:53.212022 3666 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7d8d7bcf54-bmz87] creating logical port konflux-ui_proxy-7d8d7bcf54-bmz87 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:15:53.212124 3666 kube.go:256] Updating pod konflux-ui/proxy-7d8d7bcf54-bmz87 I0515 11:15:53.267002 3666 pod.go:62] [konflux-ui/proxy-7d8d7bcf54-bmz87] pod update took 54.910781ms I0515 11:15:53.267093 3666 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7d8d7bcf54-bmz87] addLogicalPort annotation time took 55.005209ms I0515 11:15:53.268489 3666 pods.go:271] [konflux-ui/proxy-7d8d7bcf54-bmz87] addLogicalPort took 56.483332ms, libovsdb time 928.826µs I0515 11:15:53.379288 3666 namespace.go:142] [default-tenant] updating namespace I0515 11:15:53.626406 3666 cni.go:452] [namespace-lister/namespace-lister-696b855848-nhn4c fa20b054b1345c93da820116e26b61e47a4f6dda90295a3270951bf788fd54c5 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-nhn4c fa20b054b1345c93da820116e26b61e47a4f6dda90295a3270951bf788fd54c5 network default NAD default NAD key ] I0515 11:15:53.636104 3666 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-nhn4c, hostIfaceName: fa20b054b1345c9, network: default, NAD default, SandboxID: "fa20b054b1345c93da820116e26b61e47a4f6dda90295a3270951bf788fd54c5", PCI device ID: , UID: "d4438126-35ef-45c9-b253-982ed6c29fd2", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0515 11:15:53.688834 3666 cni.go:473] [namespace-lister/namespace-lister-696b855848-nhn4c fa20b054b1345c93da820116e26b61e47a4f6dda90295a3270951bf788fd54c5 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-nhn4c fa20b054b1345c93da820116e26b61e47a4f6dda90295a3270951bf788fd54c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:58:46:ee:2f:fd\",\"name\":\"fa20b054b1345c9\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dca85eed-93a7-4669-86eb-700a6a8bf7ee\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:15:53.783717 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:53.884780 3666 namespace.go:142] [image-controller] updating namespace I0515 11:15:54.174439 3666 namespace.go:142] [integration-service] updating namespace I0515 11:15:54.323998 3666 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-nxwvv for pod on switch ip-10-0-1-84.ec2.internal I0515 11:15:54.324094 3666 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv I0515 11:15:54.396665 3666 namespace.go:142] [konflux-info] updating namespace I0515 11:15:54.442943 3666 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv I0515 11:15:54.484008 3666 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv] pod update took 159.937139ms I0515 11:15:54.484033 3666 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv] addLogicalPort annotation time took 159.966658ms I0515 11:15:54.485350 3666 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv] addLogicalPort took 161.37266ms, libovsdb time 889.178µs I0515 11:15:54.806833 3666 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:55.014079 3666 namespace.go:142] [release-service] updating namespace W0515 11:15:55.136735 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0515 11:15:55.165344 3666 namespace.go:142] [build-service] updating namespace I0515 11:15:55.223758 3666 namespace.go:142] [default-tenant] updating namespace I0515 11:15:55.258865 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:55.275592 3666 namespace.go:142] [image-controller] updating namespace I0515 11:15:55.298748 3666 namespace.go:142] [integration-service] updating namespace I0515 11:15:55.344922 3666 namespace.go:142] [konflux-info] updating namespace I0515 11:15:55.397382 3666 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:55.412635 3666 namespace.go:142] [release-service] updating namespace I0515 11:15:55.495724 3666 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-858bd4b76b-mf9j5] creating logical port integration-service_integration-service-controller-manager-858bd4b76b-mf9j5 for pod on switch ip-10-0-1-84.ec2.internal I0515 11:15:55.495889 3666 kube.go:256] Updating pod integration-service/integration-service-controller-manager-858bd4b76b-mf9j5 I0515 11:15:55.517757 3666 pod.go:62] [integration-service/integration-service-controller-manager-858bd4b76b-mf9j5] pod update took 21.909933ms I0515 11:15:55.517777 3666 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-858bd4b76b-mf9j5] addLogicalPort annotation time took 21.938741ms I0515 11:15:55.519156 3666 pods.go:271] [integration-service/integration-service-controller-manager-858bd4b76b-mf9j5] addLogicalPort took 23.449976ms, libovsdb time 917.544µs I0515 11:15:55.568842 3666 namespace.go:142] [build-service] updating namespace I0515 11:15:55.693259 3666 namespace.go:142] [default-tenant] updating namespace I0515 11:15:55.822932 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0515 11:15:55.968838 3666 namespace.go:142] [image-controller] updating namespace I0515 11:15:56.062609 3666 namespace.go:142] [integration-service] updating namespace W0515 11:15:56.145308 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0515 11:15:56.166637 3666 namespace.go:142] [konflux-info] updating namespace I0515 11:15:56.271715 3666 namespace.go:142] [namespace-lister] updating namespace I0515 11:15:56.351877 3666 namespace.go:142] [release-service] updating namespace I0515 11:15:57.564483 3666 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:57.771219 3666 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:57.888037 3666 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:57.905333 3666 namespace.go:142] [segment-bridge] updating namespace I0515 11:15:57.986452 3666 namespace.go:142] [konflux-cli] updating namespace I0515 11:15:58.087849 3666 namespace.go:142] [segment-bridge] updating namespace W0515 11:15:58.243497 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0515 11:15:58.275601 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0515 11:16:00.937592 3666 cni.go:452] [konflux-ui/dex-58885c7bb4-crqdq 268e6d62f42837d4432a1cac61da99546654313e105b6d4e103381a79c47664a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-58885c7bb4-crqdq 268e6d62f42837d4432a1cac61da99546654313e105b6d4e103381a79c47664a network default NAD default NAD key ] I0515 11:16:00.938291 3666 cni.go:452] [integration-service/integration-service-controller-manager-858bd4b76b-mf9j5 c9d2416c0a6f39f522e84c60114ab5f5c187a2d060e6dc23d346f0d725bf3b14 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-858bd4b76b-mf9j5 c9d2416c0a6f39f522e84c60114ab5f5c187a2d060e6dc23d346f0d725bf3b14 network default NAD default NAD key ] I0515 11:16:00.948014 3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-58885c7bb4-crqdq, hostIfaceName: 268e6d62f42837d, network: default, NAD default, SandboxID: "268e6d62f42837d4432a1cac61da99546654313e105b6d4e103381a79c47664a", PCI device ID: , UID: "97ebcdd2-9584-4d60-83b9-ff490e8cd932", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0515 11:16:00.948560 3666 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-858bd4b76b-mf9j5, hostIfaceName: c9d2416c0a6f39f, network: default, NAD default, SandboxID: "c9d2416c0a6f39f522e84c60114ab5f5c187a2d060e6dc23d346f0d725bf3b14", PCI device ID: , UID: "b13ca36d-e97e-4bc5-9fa8-1ddb6f765245", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0515 11:16:01.005090 3666 cni.go:473] [integration-service/integration-service-controller-manager-858bd4b76b-mf9j5 c9d2416c0a6f39f522e84c60114ab5f5c187a2d060e6dc23d346f0d725bf3b14 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-858bd4b76b-mf9j5 c9d2416c0a6f39f522e84c60114ab5f5c187a2d060e6dc23d346f0d725bf3b14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ad:c9:67:36:e0\",\"name\":\"c9d2416c0a6f39f\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66a5f763-a0d5-40db-a3ab-0562affe70d9\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:16:01.024800 3666 cni.go:473] [konflux-ui/dex-58885c7bb4-crqdq 268e6d62f42837d4432a1cac61da99546654313e105b6d4e103381a79c47664a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-58885c7bb4-crqdq 268e6d62f42837d4432a1cac61da99546654313e105b6d4e103381a79c47664a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:7d:6b:b2:bf:4a\",\"name\":\"268e6d62f42837d\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c622d65-d382-4857-a381-50c8d61b03b5\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:16:01.068592 3666 cni.go:452] [konflux-ui/proxy-7d8d7bcf54-bmz87 bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7d8d7bcf54-bmz87 bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32 network default NAD default NAD key ] I0515 11:16:01.078541 3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7d8d7bcf54-bmz87, hostIfaceName: bad3e14660fad42, network: default, NAD default, SandboxID: "bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32", PCI device ID: , UID: "a1fa51de-172b-42cc-ab89-d91bea324709", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0515 11:16:01.130705 3666 cni.go:473] [konflux-ui/proxy-7d8d7bcf54-bmz87 bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7d8d7bcf54-bmz87 bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:6a:c6:9b:6c:81\",\"name\":\"bad3e14660fad42\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d95cd61b-df13-4613-881d-079b51a6a233\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0515 11:16:02.311150 3666 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv 41c63bf8eb2639269fad80b4613056374988d57c8b7320158dda7c9ba93c2de7 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv 41c63bf8eb2639269fad80b4613056374988d57c8b7320158dda7c9ba93c2de7 network default NAD default NAD key ] I0515 11:16:02.323163 3666 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-nxwvv, hostIfaceName: 41c63bf8eb26392, network: default, NAD default, SandboxID: "41c63bf8eb2639269fad80b4613056374988d57c8b7320158dda7c9ba93c2de7", PCI device ID: , UID: "fcd253f8-8493-43c8-92cd-f5e0f07f27da", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0515 11:16:02.392562 3666 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv 41c63bf8eb2639269fad80b4613056374988d57c8b7320158dda7c9ba93c2de7 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-nxwvv 41c63bf8eb2639269fad80b4613056374988d57c8b7320158dda7c9ba93c2de7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:04:23:e8:1f:f0\",\"name\":\"41c63bf8eb26392\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8078ae96-29fa-4f56-9565-e1594e15f9c5\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0515 11:16:03.170552 3666 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0515 11:16:04.285315 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:04.288274 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:07.228114 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:07.228152 3666 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:07.254506 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0515 11:16:07.254610 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0515 11:16:07.279167 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:07.280962 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:08.316391 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:08.316409 3666 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0515 11:16:10.242385 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0515 11:16:11.236326 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 W0515 11:16:15.295103 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:15.295140 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0515 11:16:15.296226 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:15.296249 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:18.214406 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0515 11:16:18.240173 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0515 11:16:18.240263 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0515 11:16:18.262651 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0515 11:16:18.266619 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0515 11:16:18.582007 3666 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:16:18.582562 3666 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:16:19.384612 3666 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:16:19.384639 3666 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:16:19.390824 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 I0515 11:16:19.390843 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-ngn92 W0515 11:16:44.381173 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:44.381199 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:44.381209 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:44.381214 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:46.277226 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0515 11:16:46.277248 3666 util.go:959] Failed to build node endpoints for node ip-10-0-1-84.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0515 11:17:14.301037 3666 cni.go:452] [konflux-ui/proxy-7d8d7bcf54-bmz87 bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7d8d7bcf54-bmz87 bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32 network default NAD default NAD key ] I0515 11:17:14.390563 3666 cni.go:473] [konflux-ui/proxy-7d8d7bcf54-bmz87 bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7d8d7bcf54-bmz87 bad3e14660fad429474c53713500c1546ca50498afeedd5a1a05938bd6712e32 network default NAD default NAD key default], result "{}", err I0515 11:17:14.457790 3666 obj_retry.go:498] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:14.457824 3666 pods.go:176] Deleting pod: konflux-ui/proxy-7d8d7bcf54-bmz87 I0515 11:17:14.459222 3666 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7d8d7bcf54-bmz87, ips: 10.130.0.46 I0515 11:17:14.459256 3666 obj_retry.go:498] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:14.606915 3666 obj_retry.go:492] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:14.606940 3666 obj_retry.go:492] Detected object konflux-ui/proxy-7d8d7bcf54-bmz87 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:14.613435 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7d8d7bcf54-bmz87 I0515 11:17:14.613463 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7d8d7bcf54-bmz87 I0515 11:17:22.655849 3666 cni.go:452] [konflux-ui/test-tsf-konflux 74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69 network default NAD default NAD key ] I0515 11:17:22.744257 3666 cni.go:473] [konflux-ui/test-tsf-konflux 74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 74fce057c2c9c135540e60c6f4ed4271107768f13e41cdbeffae6d05fc127a69 network default NAD default NAD key default], result "{}", err I0515 11:17:22.797911 3666 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:22.797944 3666 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0515 11:17:22.799375 3666 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.43 I0515 11:17:22.799403 3666 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:17:22.815533 3666 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:22.815551 3666 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:17:22.821252 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0515 11:17:22.821283 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0515 11:17:36.264215 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0515 11:17:45.258421 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0515 11:17:52.181886 3666 namespace.go:98] [managed-tenant-sdmxm] adding namespace I0515 11:17:52.182833 3666 namespace.go:102] [managed-tenant-sdmxm] adding namespace took 920.304µs I0515 11:17:52.210742 3666 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:52.229377 3666 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.226595 3666 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.356104 3666 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:17:53.456037 3666 namespace.go:142] [managed-tenant-sdmxm] updating namespace I0515 11:18:04.141094 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0515 11:18:15.141704 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0515 11:18:23.256913 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0515 11:19:15.146234 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=78 I0515 11:19:31.230820 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0515 11:20:03.801612 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:20:03.802171 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:20:04.667246 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:20:04.667270 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647400-4q6pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:20:18.252994 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0515 11:20:49.141701 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0515 11:21:09.247226 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0515 11:21:38.156040 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=464 I0515 11:22:08.246892 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0515 11:23:04.226021 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0515 11:23:33.265660 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0515 11:23:55.240095 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0515 11:24:01.145969 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=31 I0515 11:25:04.060669 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:04.060723 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-vhgwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:04.065589 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vhgwh I0515 11:25:04.065622 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vhgwh I0515 11:25:12.031931 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:12.031981 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hcr4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:12.037021 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-hcr4v I0515 11:25:12.037056 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-hcr4v I0515 11:25:16.031318 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:16.031344 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-zlh5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:25:16.037414 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zlh5j I0515 11:25:16.037445 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zlh5j I0515 11:25:46.261191 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0515 11:25:48.257074 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0515 11:25:51.144852 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0515 11:26:04.145979 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0515 11:26:06.267523 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0515 11:26:14.150061 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0515 11:27:13.235203 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0515 11:27:15.544125 3666 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-74f8d99866-cdb87 I0515 11:27:24.262150 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0515 11:28:13.251066 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0515 11:28:53.229940 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0515 11:29:41.269267 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0515 11:29:47.159594 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=15 I0515 11:30:03.149874 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0515 11:30:04.113772 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0515 11:30:04.114395 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0515 11:30:04.990040 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:30:04.990086 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29647410-lmnxr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0515 11:30:07.145432 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0515 11:31:18.261492 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0515 11:31:29.250752 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0515 11:31:50.264946 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0515 11:31:53.243862 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0515 11:32:24.239178 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0515 11:32:26.150076 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8