+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-240.ec2.internal ++ [[ -n ip-10-0-1-240.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-240.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0429 08:39:21.340579318 - disable conntrack on geneve port' I0429 08:39:21.340579318 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0429 08:39:21.368054500 - starting ovnkube-node + echo 'I0429 08:39:21.368054500 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-240.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-240.ec2.internal --init-node ip-10-0-1-240.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-240.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0429 08:39:21.418316 3799 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0429 08:39:21.418388 3799 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-dc35fd4ddb.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0429 08:39:21.420084 3799 kube.go:431] Waiting for certificate I0429 08:39:21.420133 3799 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0429 08:39:21.420190 3799 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0429 08:39:21.421231 3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 08:39:21.454029 3799 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 08:39:21.454062 3799 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 08:39:21.457642 3799 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 08:39:21.457768 3799 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-kdrgx" I0429 08:39:29.628781 3799 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-kdrgx" I0429 08:39:29.628902 3799 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 08:39:30.420179 3799 kube.go:438] Certificate found I0429 08:39:30.420795 3799 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 08:39:30.421744 3799 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0429 08:39:30.483849 3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 08:39:30.498575 3799 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0429 08:39:30.499070 3799 server.go:101] MetricServer registers OVS metrics I0429 08:39:30.499460 3799 server.go:105] MetricServer registers OVN DB metrics I0429 08:39:30.500094 3799 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0429 08:39:30.500182 3799 factory.go:561] Starting watch factory I0429 08:39:30.500301 3799 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.500380 3799 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.500931 3799 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.500957 3799 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.501172 3799 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.501188 3799 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.501788 3799 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.501822 3799 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.501850 3799 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.501898 3799 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.502529 3799 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.502607 3799 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.504482 3799 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0429 08:39:30.504504 3799 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0429 08:39:30.507891 3799 controller_manager.go:370] Starting the ovnkube controller I0429 08:39:30.507901 3799 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-240.ec2.internal I0429 08:39:30.507941 3799 controller_manager.go:395] NBDB zone sync took: 34.909µs I0429 08:39:30.507949 3799 factory.go:561] Starting watch factory I0429 08:39:30.518067 3799 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0429 08:39:30.518086 3799 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0429 08:39:30.521650 3799 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0429 08:39:30.521680 3799 server.go:109] MetricServer registers OVN Controller metrics I0429 08:39:30.525527 3799 server.go:113] MetricServer registers OVN Northd metrics I0429 08:39:30.526695 3799 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.529507 3799 metrics.go:519] OVN Metrics Server starts to run ... I0429 08:39:30.532070 3799 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.532791 3799 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.533214 3799 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.533502 3799 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.546310 3799 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 08:39:30.605791 3799 factory.go:1977] *v1.Node informer cache synced successfully I0429 08:39:30.605808 3799 factory.go:1977] *v1.Service informer cache synced successfully I0429 08:39:30.605812 3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 08:39:30.605816 3799 factory.go:1977] *v1.Pod informer cache synced successfully I0429 08:39:30.605819 3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 08:39:30.605821 3799 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 08:39:30.605885 3799 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:30.605901 3799 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:30.605921 3799 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:30.605946 3799 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:30.612367 3799 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:30.612379 3799 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 08:39:30.614250 3799 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 08:39:30.614262 3799 factory.go:1977] *v1.Pod informer cache synced successfully I0429 08:39:30.614266 3799 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 08:39:30.614269 3799 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 08:39:30.614272 3799 factory.go:1977] *v1.Node informer cache synced successfully I0429 08:39:30.614275 3799 factory.go:1977] *v1.Service informer cache synced successfully I0429 08:39:30.620031 3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 08:39:30.620042 3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 08:39:30.620118 3799 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.620145 3799 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.624563 3799 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.625513 3799 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 08:39:30.625567 3799 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.625578 3799 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.633619 3799 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.652786 3799 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-30 08:34:29 +0000 UTC" deadline="2026-04-30 04:00:24.26054384 +0000 UTC" I0429 08:39:30.652805 3799 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h20m53.607745449s" I0429 08:39:30.712037 3799 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 08:39:30.712051 3799 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 08:39:30.717364 3799 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 08:39:30.722510 3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 08:39:30.722598 3799 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.722612 3799 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.727403 3799 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.728314 3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 08:39:30.728371 3799 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.728381 3799 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.731554 3799 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 08:39:30.732390 3799 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.734396 3799 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 08:39:30.734475 3799 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.734491 3799 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.737583 3799 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 08:39:30.739630 3799 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.742956 3799 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 08:39:30.748109 3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 08:39:30.748311 3799 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 08:39:30.748329 3799 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 08:39:30.752311 3799 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 08:39:30.753218 3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 08:39:30.753280 3799 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.753292 3799 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.753340 3799 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.753358 3799 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.755926 3799 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.756427 3799 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 08:39:30.758289 3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 08:39:30.758297 3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 08:39:30.758304 3799 factory.go:680] Watch Factory start up complete, took: 250.352532ms I0429 08:39:30.758311 3799 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-240.ec2.internal" zone I0429 08:39:30.840320 3799 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 08:39:30.845494 3799 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 08:39:30.850660 3799 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 08:39:30.850671 3799 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 08:39:30.850681 3799 factory.go:680] Watch Factory start up complete, took: 350.500813ms I0429 08:39:30.850763 3799 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0429 08:39:30.905141 3799 default_node_network_controller.go:710] Initializing the default node network controller I0429 08:39:30.975077 3799 udn_isolation.go:101] Starting UDN host isolation manager I0429 08:39:30.981322 3799 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0429 08:39:31.035353 3799 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0429 08:39:31.035530 3799 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0429 08:39:31.035545 3799 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0429 08:39:31.068521 3799 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0429 08:39:31.068580 3799 default_node_network_controller.go:809] Node ip-10-0-1-240.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0429 08:39:31.074107 3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.240"] k8s.ovn.org/zone-name:ip-10-0-1-240.ec2.internal] on node ip-10-0-1-240.ec2.internal I0429 08:39:31.116129 3799 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0429 08:39:31.122121 3799 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0429 08:39:31.122241 3799 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0429 08:39:31.122395 3799 gateway_init.go:263] Preparing Gateway I0429 08:39:31.122405 3799 gateway_shared_intf.go:1687] Creating new gateway I0429 08:39:31.243674 3799 iptables.go:108] Creating table: filter chain: FORWARD I0429 08:39:31.249661 3799 iptables.go:108] Creating table: filter chain: OUTPUT I0429 08:39:31.255578 3799 gateway_shared_intf.go:1816] Gateway Creation Complete I0429 08:39:31.255591 3799 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-240.ec2.internal","mac-address":"0a:ff:f6:62:d4:ed","ip-addresses":["10.0.1.240/24"],"ip-address":"10.0.1.240/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:9d148f40-bdb1-4cd7-b9ec-1cf5f269af3c k8s.ovn.org/node-encap-ips:["10.0.1.240"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.240/24"} k8s.ovn.org/zone-name:ip-10-0-1-240.ec2.internal] on node ip-10-0-1-240.ec2.internal I0429 08:39:31.258707 3799 controller_manager.go:429] Waiting for node in zone sync took: 500.385539ms I0429 08:39:31.270154 3799 controller_manager.go:611] Switching to transit router for layer2 networks I0429 08:39:31.270168 3799 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-240.ec2.internal I0429 08:39:31.292780 3799 default_node_network_controller.go:519] Node connection status = connected I0429 08:39:31.317973 3799 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 08:39:31.323933 3799 controller_manager.go:290] SCTP support detected in OVN I0429 08:39:31.324500 3799 services_controller.go:69] Creating services controller for network=default I0429 08:39:31.324587 3799 udn_enabled_svc.go:80] Waiting for service informer to sync I0429 08:39:31.324666 3799 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0429 08:39:31.324694 3799 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0429 08:39:31.324711 3799 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0429 08:39:31.324722 3799 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 08:39:31.325010 3799 udn_enabled_svc.go:95] Performing full resync I0429 08:39:31.325274 3799 udn_enabled_svc.go:99] Waiting for handler to sync I0429 08:39:31.325285 3799 udn_enabled_svc.go:104] Starting worker I0429 08:39:31.325290 3799 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0429 08:39:31.325330 3799 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0429 08:39:31.325362 3799 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.863µs I0429 08:39:31.325380 3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 42.043µs I0429 08:39:31.325388 3799 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 57.58µs I0429 08:39:31.325394 3799 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0429 08:39:31.325400 3799 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0429 08:39:31.325409 3799 default_network_controller.go:325] Starting the default network controller I0429 08:39:31.325498 3799 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.376µs I0429 08:39:31.334275 3799 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0429 08:39:31.334334 3799 repair.go:33] Syncing exgw routes took 46.767µs I0429 08:39:31.334356 3799 default_network_controller.go:414] Starting all the Watchers... I0429 08:39:31.334501 3799 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0429 08:39:31.334518 3799 namespace.go:98] [openshift-apiserver-operator] adding namespace I0429 08:39:31.334522 3799 namespace.go:98] [openshift-backplane-csm] adding namespace I0429 08:39:31.334531 3799 namespace.go:98] [openshift-network-node-identity] adding namespace I0429 08:39:31.334535 3799 namespace.go:98] [openshift-cluster-version] adding namespace I0429 08:39:31.334540 3799 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0429 08:39:31.334546 3799 namespace.go:98] [default] adding namespace I0429 08:39:31.334549 3799 namespace.go:98] [openshift-backplane-srep] adding namespace I0429 08:39:31.334555 3799 namespace.go:98] [openshift-console] adding namespace I0429 08:39:31.334559 3799 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0429 08:39:31.334566 3799 namespace.go:98] [openshift-backplane-cse] adding namespace I0429 08:39:31.334572 3799 namespace.go:98] [openshift-dns] adding namespace I0429 08:39:31.334566 3799 namespace.go:98] [openshift-package-operator] adding namespace I0429 08:39:31.334568 3799 namespace.go:98] [openshift-controller-manager] adding namespace I0429 08:39:31.334578 3799 namespace.go:98] [kube-node-lease] adding namespace I0429 08:39:31.335193 3799 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 677.569µs I0429 08:39:31.335231 3799 namespace.go:98] [openshift-logging] adding namespace I0429 08:39:31.335697 3799 namespace.go:102] [openshift-apiserver-operator] adding namespace took 1.169762ms I0429 08:39:31.335711 3799 namespace.go:98] [openshift-console-user-settings] adding namespace I0429 08:39:31.336161 3799 namespace.go:102] [openshift-console-user-settings] adding namespace took 443.379µs I0429 08:39:31.336174 3799 namespace.go:98] [openshift-backplane-cee] adding namespace I0429 08:39:31.336571 3799 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.040725ms I0429 08:39:31.336580 3799 namespace.go:98] [openshift-customer-monitoring] adding namespace I0429 08:39:31.336985 3799 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.445061ms I0429 08:39:31.336998 3799 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0429 08:39:31.337489 3799 namespace.go:102] [openshift-cluster-version] adding namespace took 2.943225ms I0429 08:39:31.337506 3799 namespace.go:98] [openshift-authentication-operator] adding namespace I0429 08:39:31.338004 3799 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.459412ms I0429 08:39:31.338013 3799 namespace.go:98] [openshift-kube-scheduler] adding namespace I0429 08:39:31.338417 3799 namespace.go:102] [default] adding namespace took 3.865423ms I0429 08:39:31.338425 3799 namespace.go:98] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] adding namespace I0429 08:39:31.338855 3799 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.301438ms I0429 08:39:31.338866 3799 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0429 08:39:31.339344 3799 namespace.go:102] [openshift-console] adding namespace took 4.782496ms I0429 08:39:31.339360 3799 namespace.go:98] [openshift-dns-operator] adding namespace I0429 08:39:31.339828 3799 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.263561ms I0429 08:39:31.339840 3799 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0429 08:39:31.340230 3799 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.652847ms I0429 08:39:31.340238 3799 namespace.go:98] [openshift-config] adding namespace I0429 08:39:31.340713 3799 namespace.go:102] [openshift-dns] adding namespace took 6.131217ms I0429 08:39:31.340726 3799 namespace.go:98] [openshift-machine-api] adding namespace I0429 08:39:31.341099 3799 namespace.go:102] [openshift-package-operator] adding namespace took 6.513598ms I0429 08:39:31.341114 3799 namespace.go:98] [openshift-must-gather-operator] adding namespace I0429 08:39:31.341619 3799 namespace.go:102] [openshift-controller-manager] adding namespace took 7.031458ms I0429 08:39:31.341636 3799 namespace.go:98] [openshift-backplane-mobb] adding namespace I0429 08:39:31.342066 3799 namespace.go:102] [kube-node-lease] adding namespace took 7.474112ms I0429 08:39:31.342081 3799 namespace.go:98] [openshift-console-operator] adding namespace I0429 08:39:31.342415 3799 namespace.go:102] [openshift-logging] adding namespace took 7.178884ms I0429 08:39:31.342429 3799 namespace.go:98] [openshift-ingress-canary] adding namespace I0429 08:39:31.342834 3799 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.654343ms I0429 08:39:31.342847 3799 namespace.go:98] [openshift-marketplace] adding namespace I0429 08:39:31.343222 3799 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.637407ms I0429 08:39:31.343235 3799 namespace.go:98] [openshift-apiserver] adding namespace I0429 08:39:31.343978 3799 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.97369ms I0429 08:39:31.343991 3799 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0429 08:39:31.344382 3799 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.870697ms I0429 08:39:31.344395 3799 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0429 08:39:31.344758 3799 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.7404ms I0429 08:39:31.344769 3799 namespace.go:98] [openshift-machine-config-operator] adding namespace I0429 08:39:31.345195 3799 namespace.go:102] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] adding namespace took 6.764564ms I0429 08:39:31.345223 3799 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0429 08:39:31.345592 3799 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.721848ms I0429 08:39:31.345603 3799 namespace.go:98] [openshift-route-controller-manager] adding namespace I0429 08:39:31.345970 3799 namespace.go:102] [openshift-dns-operator] adding namespace took 6.605262ms I0429 08:39:31.345981 3799 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0429 08:39:31.346367 3799 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.521407ms I0429 08:39:31.346378 3799 namespace.go:98] [openshift-service-ca] adding namespace I0429 08:39:31.346743 3799 namespace.go:102] [openshift-config] adding namespace took 6.500224ms I0429 08:39:31.346755 3799 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0429 08:39:31.347113 3799 namespace.go:102] [openshift-machine-api] adding namespace took 6.382725ms I0429 08:39:31.347125 3799 namespace.go:98] [openshift-network-operator] adding namespace I0429 08:39:31.347494 3799 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.372367ms I0429 08:39:31.347514 3799 namespace.go:98] [openshift-network-console] adding namespace I0429 08:39:31.347932 3799 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.291849ms I0429 08:39:31.347946 3799 namespace.go:98] [openshift-operators] adding namespace I0429 08:39:31.348288 3799 namespace.go:102] [openshift-console-operator] adding namespace took 6.202427ms I0429 08:39:31.348299 3799 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0429 08:39:31.348756 3799 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.322868ms I0429 08:39:31.348769 3799 namespace.go:98] [kube-public] adding namespace I0429 08:39:31.349118 3799 namespace.go:102] [openshift-marketplace] adding namespace took 6.265711ms I0429 08:39:31.349130 3799 namespace.go:98] [openshift-insights] adding namespace I0429 08:39:31.349556 3799 namespace.go:102] [openshift-apiserver] adding namespace took 6.316654ms I0429 08:39:31.349567 3799 namespace.go:98] [openshift-authentication] adding namespace I0429 08:39:31.349950 3799 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 5.953929ms I0429 08:39:31.349962 3799 namespace.go:98] [openshift-network-diagnostics] adding namespace I0429 08:39:31.350367 3799 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.967337ms I0429 08:39:31.350380 3799 namespace.go:98] [openshift-etcd] adding namespace I0429 08:39:31.350741 3799 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.967373ms I0429 08:39:31.350753 3799 namespace.go:98] [openshift] adding namespace I0429 08:39:31.351182 3799 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.954394ms I0429 08:39:31.351193 3799 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0429 08:39:31.351611 3799 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.003989ms I0429 08:39:31.351620 3799 namespace.go:98] [openshift-backplane-tam] adding namespace I0429 08:39:31.351988 3799 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.001905ms I0429 08:39:31.351999 3799 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0429 08:39:31.352400 3799 namespace.go:102] [openshift-service-ca] adding namespace took 6.018231ms I0429 08:39:31.352412 3799 namespace.go:98] [openshift-ingress-operator] adding namespace I0429 08:39:31.352797 3799 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.037028ms I0429 08:39:31.352810 3799 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0429 08:39:31.353197 3799 namespace.go:102] [openshift-network-operator] adding namespace took 6.067327ms I0429 08:39:31.353223 3799 namespace.go:98] [kube-system] adding namespace I0429 08:39:31.353662 3799 namespace.go:102] [openshift-network-console] adding namespace took 6.143265ms I0429 08:39:31.353675 3799 namespace.go:98] [openshift-operators-redhat] adding namespace I0429 08:39:31.354080 3799 namespace.go:102] [openshift-operators] adding namespace took 6.12867ms I0429 08:39:31.354095 3799 namespace.go:98] [openshift-host-network] adding namespace I0429 08:39:31.354493 3799 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.189787ms I0429 08:39:31.354504 3799 namespace.go:98] [openshift-infra] adding namespace I0429 08:39:31.354916 3799 namespace.go:102] [kube-public] adding namespace took 6.142126ms I0429 08:39:31.354934 3799 namespace.go:98] [openshift-config-operator] adding namespace I0429 08:39:31.355410 3799 namespace.go:102] [openshift-insights] adding namespace took 6.274432ms W0429 08:39:31.355821 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-m7r85: pod openshift-network-diagnostics/network-check-target-m7r85: no pod IPs found I0429 08:39:31.355844 3799 namespace.go:102] [openshift-authentication] adding namespace took 6.272142ms I0429 08:39:31.355854 3799 namespace.go:98] [openshift-node] adding namespace I0429 08:39:31.356321 3799 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.353851ms I0429 08:39:31.356334 3799 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0429 08:39:31.356743 3799 namespace.go:102] [openshift-etcd] adding namespace took 6.358031ms I0429 08:39:31.356757 3799 namespace.go:98] [openshift-multus] adding namespace I0429 08:39:31.357139 3799 namespace.go:102] [openshift] adding namespace took 6.381505ms I0429 08:39:31.357150 3799 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0429 08:39:31.357569 3799 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.371077ms I0429 08:39:31.357580 3799 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0429 08:39:31.357973 3799 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.348411ms I0429 08:39:31.357986 3799 namespace.go:98] [dedicated-admin] adding namespace I0429 08:39:31.358411 3799 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.407312ms I0429 08:39:31.358424 3799 namespace.go:98] [openshift-config-managed] adding namespace I0429 08:39:31.358813 3799 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.396688ms I0429 08:39:31.359221 3799 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.406109ms I0429 08:39:31.359232 3799 namespace.go:98] [openshift-ingress] adding namespace I0429 08:39:31.359687 3799 namespace.go:102] [kube-system] adding namespace took 6.457536ms I0429 08:39:31.359700 3799 namespace.go:98] [openshift-kube-apiserver] adding namespace I0429 08:39:31.360091 3799 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.412764ms I0429 08:39:31.360104 3799 namespace.go:98] [openshift-backplane] adding namespace I0429 08:39:31.360532 3799 namespace.go:102] [openshift-host-network] adding namespace took 6.431387ms I0429 08:39:31.360543 3799 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0429 08:39:31.361000 3799 namespace.go:102] [openshift-infra] adding namespace took 6.49118ms I0429 08:39:31.361012 3799 namespace.go:98] [openshift-monitoring] adding namespace I0429 08:39:31.361528 3799 namespace.go:102] [openshift-config-operator] adding namespace took 6.588866ms I0429 08:39:31.361541 3799 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0429 08:39:31.361926 3799 namespace.go:102] [openshift-node] adding namespace took 6.066849ms I0429 08:39:31.361937 3799 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0429 08:39:31.362329 3799 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-n692f: pod openshift-multus/network-metrics-daemon-n692f: no pod IPs found I0429 08:39:31.362357 3799 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.018886ms I0429 08:39:31.362368 3799 namespace.go:98] [openshift-image-registry] adding namespace I0429 08:39:31.362812 3799 namespace.go:102] [openshift-multus] adding namespace took 6.05102ms I0429 08:39:31.362825 3799 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0429 08:39:31.363169 3799 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.014767ms I0429 08:39:31.363675 3799 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.089889ms I0429 08:39:31.364058 3799 namespace.go:102] [dedicated-admin] adding namespace took 6.066988ms I0429 08:39:31.364479 3799 namespace.go:102] [openshift-config-managed] adding namespace took 6.051668ms I0429 08:39:31.364921 3799 namespace.go:102] [openshift-ingress] adding namespace took 5.683879ms I0429 08:39:31.364934 3799 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0429 08:39:31.365261 3799 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.556036ms I0429 08:39:31.365738 3799 namespace.go:102] [openshift-backplane] adding namespace took 5.628831ms I0429 08:39:31.365750 3799 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0429 08:39:31.366158 3799 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.609058ms I0429 08:39:31.366171 3799 namespace.go:98] [openshift-service-ca-operator] adding namespace I0429 08:39:31.366609 3799 namespace.go:102] [openshift-monitoring] adding namespace took 5.592882ms I0429 08:39:31.367006 3799 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.460148ms I0429 08:39:31.367771 3799 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.830077ms I0429 08:39:31.368210 3799 namespace.go:102] [openshift-image-registry] adding namespace took 5.825484ms I0429 08:39:31.368672 3799 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.84285ms I0429 08:39:31.369110 3799 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 4.170516ms I0429 08:39:31.369553 3799 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.798844ms I0429 08:39:31.370024 3799 namespace.go:102] [openshift-service-ca-operator] adding namespace took 3.84922ms I0429 08:39:31.370174 3799 master.go:548] Adding or Updating local node "ip-10-0-1-240.ec2.internal" for network "default" I0429 08:39:31.370840 3799 zone_ic_handler.go:195] Time taken to create transit switch: 282.83µs I0429 08:39:31.370852 3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-38.ec2.internal for the network default E0429 08:39:31.371173 3799 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-176.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-176.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-176.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009ba63c8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2168723594}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0429 08:39:31.371255 3799 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-176.ec2.internal", UID:"d781ce94-b895-4e9c-bf76-789bbc4748a0", APIVersion:"v1", ResourceVersion:"10050", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-176.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-176.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009ba63c8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2168723594}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0429 08:39:31.371872 3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-38.ec2.internal" on network "default" took: 1.326228ms W0429 08:39:31.378267 3799 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-m7r85: pod openshift-network-diagnostics/network-check-target-m7r85: no pod IPs found W0429 08:39:31.378286 3799 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-n692f: pod openshift-multus/network-metrics-daemon-n692f: no pod IPs found I0429 08:39:31.384159 3799 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-240.ec2.internal for the network default I0429 08:39:31.384387 3799 zone_ic_handler.go:195] Time taken to create transit switch: 215.72µs I0429 08:39:31.387038 3799 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0429 08:39:31.387063 3799 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0429 08:39:31.387076 3799 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0429 08:39:31.387097 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-176.ec2.internal in network "default" I0429 08:39:31.387165 3799 node_tracker.go:169] Node ip-10-0-2-176.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:31.387186 3799 services_controller.go:574] Full service sync requested for network=default I0429 08:39:31.387214 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-38.ec2.internal in network "default" I0429 08:39:31.387249 3799 node_tracker.go:169] Node ip-10-0-0-38.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:31.387259 3799 services_controller.go:574] Full service sync requested for network=default I0429 08:39:31.387268 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-240.ec2.internal in network "default" I0429 08:39:31.387299 3799 node_tracker.go:169] Node ip-10-0-1-240.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:31.387310 3799 services_controller.go:574] Full service sync requested for network=default I0429 08:39:31.487131 3799 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0429 08:39:31.487154 3799 services_controller.go:208] Setting up event handlers for services for network=default I0429 08:39:31.487230 3799 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0429 08:39:31.487299 3799 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0429 08:39:31.487321 3799 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0429 08:39:31.587615 3799 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0429 08:39:31.587644 3799 repair.go:60] Starting repairing loop for services I0429 08:39:31.587721 3799 repair.go:131] Deleted 0 stale service LBs I0429 08:39:31.587739 3799 repair.go:137] Deleted 0 stale Chassis Template Vars I0429 08:39:31.587757 3799 repair.go:62] Finished repairing loop for services: 115.236µs I0429 08:39:31.587781 3799 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0429 08:39:31.587791 3799 services_controller.go:254] Starting workers for network=default W0429 08:39:31.587939 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0429 08:39:31.588415 3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-n692f] creating logical port openshift-multus_network-metrics-daemon-n692f for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:31.588452 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-m7r85] creating logical port openshift-network-diagnostics_network-check-target-m7r85 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:31.588521 3799 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-m7r85 I0429 08:39:31.588588 3799 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-n692f W0429 08:39:31.589418 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0429 08:39:31.593098 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 08:39:31.604856 3799 pod.go:62] [openshift-network-diagnostics/network-check-target-m7r85] pod update took 16.373847ms I0429 08:39:31.604876 3799 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-m7r85] addLogicalPort annotation time took 16.3918ms I0429 08:39:31.605835 3799 pods.go:271] [openshift-network-diagnostics/network-check-target-m7r85] addLogicalPort took 17.37933ms, libovsdb time 742.884µs I0429 08:39:31.606225 3799 pod.go:62] [openshift-multus/network-metrics-daemon-n692f] pod update took 17.749932ms I0429 08:39:31.606245 3799 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-n692f] addLogicalPort annotation time took 17.772667ms I0429 08:39:31.607047 3799 pods.go:271] [openshift-multus/network-metrics-daemon-n692f] addLogicalPort took 18.644566ms, libovsdb time 593.727µs I0429 08:39:31.607569 3799 admin_network_policy_controller.go:227] Starting controller default-network-controller I0429 08:39:31.607594 3799 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0429 08:39:31.607606 3799 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0429 08:39:31.607610 3799 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0429 08:39:31.607809 3799 repair.go:29] Repairing admin network policies took 194.355µs I0429 08:39:31.607914 3799 repair.go:92] Repairing baseline admin network policies took 96.917µs I0429 08:39:31.608455 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0429 08:39:31.608482 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0429 08:39:31.610258 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0429 08:39:31.610285 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0429 08:39:31.610303 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0429 08:39:31.611535 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0429 08:39:31.611554 3799 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0429 08:39:31.611563 3799 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0429 08:39:31.612528 3799 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0429 08:39:31.612547 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0429 08:39:31.612560 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0429 08:39:31.615399 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0429 08:39:31.615417 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0429 08:39:31.615424 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0429 08:39:31.616884 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0429 08:39:31.616906 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0429 08:39:31.616914 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0429 08:39:31.618705 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0429 08:39:31.618723 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0429 08:39:31.618730 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0429 08:39:31.619286 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0429 08:39:31.619305 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0429 08:39:31.619314 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0429 08:39:31.621055 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0429 08:39:31.621071 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0429 08:39:31.621079 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0429 08:39:31.621598 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0429 08:39:31.621620 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0429 08:39:31.622362 3799 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0429 08:39:31.622378 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 08:39:31.623083 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0429 08:39:31.623101 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0429 08:39:31.623109 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0429 08:39:31.624706 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0429 08:39:31.624723 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0429 08:39:31.624730 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0429 08:39:31.625159 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0429 08:39:31.625179 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0429 08:39:31.625191 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0429 08:39:31.626381 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0429 08:39:31.626398 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0429 08:39:31.626406 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0429 08:39:31.626918 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0429 08:39:31.626939 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0429 08:39:31.626949 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0429 08:39:31.627941 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0429 08:39:31.627971 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0429 08:39:31.627982 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0429 08:39:31.628502 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0429 08:39:31.628517 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0429 08:39:31.628524 3799 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0429 08:39:31.630430 3799 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0429 08:39:31.630446 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0429 08:39:31.630468 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 08:39:31.631102 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0429 08:39:31.631115 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0429 08:39:31.631122 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0429 08:39:31.632048 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0429 08:39:31.632062 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0429 08:39:31.632072 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0429 08:39:31.632774 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0429 08:39:31.632791 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0429 08:39:31.632799 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0429 08:39:31.633312 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0429 08:39:31.633331 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0429 08:39:31.633339 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0429 08:39:31.633797 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0429 08:39:31.633814 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0429 08:39:31.633824 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0429 08:39:31.634973 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0429 08:39:31.634990 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0429 08:39:31.634997 3799 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0429 08:39:31.635447 3799 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0429 08:39:31.635462 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0429 08:39:31.635468 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0429 08:39:31.635692 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0429 08:39:31.635707 3799 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0429 08:39:31.635716 3799 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0429 08:39:31.636660 3799 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0429 08:39:31.636677 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0429 08:39:31.636684 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0429 08:39:31.637109 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0429 08:39:31.637126 3799 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0429 08:39:31.637131 3799 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0429 08:39:31.637531 3799 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0429 08:39:31.637552 3799 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0429 08:39:31.637563 3799 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0429 08:39:31.638582 3799 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0429 08:39:31.644058 3799 egressfirewall.go:374] Starting EgressFirewall controller I0429 08:39:31.644105 3799 controller.go:133] Adding controller egress-firewall-controller event handlers I0429 08:39:31.644128 3799 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0429 08:39:31.644133 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0429 08:39:31.644144 3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0429 08:39:31.644187 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0429 08:39:31.644217 3799 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0429 08:39:31.644474 3799 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0429 08:39:31.644491 3799 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0429 08:39:31.644498 3799 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0429 08:39:31.644511 3799 egressqos.go:193] Setting up event handlers for EgressQoS I0429 08:39:31.644572 3799 egressfirewall.go:723] Syncing node "ip-10-0-0-38.ec2.internal" for egress firewall I0429 08:39:31.644585 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-240.ec2.internal" for egress firewall I0429 08:39:31.644589 3799 egressfirewall.go:723] Syncing node "ip-10-0-2-176.ec2.internal" for egress firewall I0429 08:39:31.644675 3799 egressqos.go:245] Starting EgressQoS Controller I0429 08:39:31.644689 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0429 08:39:31.644699 3799 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0429 08:39:31.644707 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0429 08:39:31.644738 3799 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0429 08:39:31.644749 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0429 08:39:31.644756 3799 shared_informer.go:356] "Caches are synced" controller="egressqos" I0429 08:39:31.644763 3799 egressqos.go:259] Repairing EgressQoSes I0429 08:39:31.644769 3799 egressqos.go:399] Starting repairing loop for egressqos I0429 08:39:31.644842 3799 egressqos.go:401] Finished repairing loop for egressqos: 73.5µs I0429 08:39:31.644860 3799 egressservice_zone.go:132] Setting up event handlers for Egress Services I0429 08:39:31.644871 3799 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-240.ec2.internal I0429 08:39:31.644914 3799 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-240.ec2.internal : 43.365µs I0429 08:39:31.645052 3799 egressservice_zone.go:210] Starting Egress Services Controller I0429 08:39:31.645065 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 08:39:31.645075 3799 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 08:39:31.645080 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 08:39:31.645085 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 08:39:31.645122 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 08:39:31.645129 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 08:39:31.645134 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0429 08:39:31.645138 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0429 08:39:31.645142 3799 egressservice_zone.go:228] Repairing Egress Services I0429 08:39:31.645400 3799 master_controller.go:88] Starting Admin Policy Based Route Controller I0429 08:39:31.645410 3799 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 08:39:31.645421 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-38.ec2.internal I0429 08:39:31.645436 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-38.ec2.internal: 16.193µs I0429 08:39:31.645445 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-240.ec2.internal I0429 08:39:31.645448 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-240.ec2.internal: 3.961µs I0429 08:39:31.645452 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-176.ec2.internal I0429 08:39:31.645458 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-176.ec2.internal: 5.482µs I0429 08:39:31.645673 3799 default_network_controller.go:585] Completing all the Watchers took 311.305297ms I0429 08:39:31.645693 3799 default_network_controller.go:589] Starting unidling controllers I0429 08:39:31.645707 3799 unidle.go:46] Registering OVN SB ControllerEvent handler I0429 08:39:31.645717 3799 unidle.go:63] Populating Initial ContollerEvent events I0429 08:39:31.645738 3799 unidle.go:79] Setting up event handlers for services I0429 08:39:31.645885 3799 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0429 08:39:31.651716 3799 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0429 08:39:31.794616 3799 default_node_network_controller.go:519] Node connection status = connected I0429 08:39:31.811961 3799 bridgeconfig.go:537] Gateway is ready I0429 08:39:31.811977 3799 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0429 08:39:31.823010 3799 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.240. Updating OVN encap IP. I0429 08:39:31.828125 3799 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.240 - it is already configured I0429 08:39:31.828139 3799 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.240/24:{} 172.20.0.1/32:{}]. Updating annotations. I0429 08:39:31.828425 3799 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.240/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-240.ec2.internal","mac-address":"0a:ff:f6:62:d4:ed","ip-addresses":["10.0.1.240/24"],"ip-address":"10.0.1.240/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:9d148f40-bdb1-4cd7-b9ec-1cf5f269af3c k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.240/24"}] on node ip-10-0-1-240.ec2.internal I0429 08:39:31.847674 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-240.ec2.internal I0429 08:39:31.847688 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-240.ec2.internal: 19.724µs I0429 08:39:31.847696 3799 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-240.ec2.internal in network "default" I0429 08:39:31.847743 3799 node_tracker.go:169] Node ip-10-0-1-240.ec2.internal switch + router changed, syncing services in network "default" I0429 08:39:31.847758 3799 master.go:548] Adding or Updating local node "ip-10-0-1-240.ec2.internal" for network "default" I0429 08:39:31.847761 3799 services_controller.go:574] Full service sync requested for network=default I0429 08:39:31.847788 3799 egressfirewall.go:723] Syncing node "ip-10-0-1-240.ec2.internal" for egress firewall W0429 08:39:31.847951 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 08:39:31.847998 3799 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.240 I0429 08:39:31.848106 3799 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-240.ec2.internal W0429 08:39:31.848251 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:39:31.848404 3799 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0429 08:39:31.852409 3799 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-240.ec2.internal. Updating no re-route policies I0429 08:39:31.852489 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-c259r I0429 08:39:31.852505 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-c259r I0429 08:39:31.852508 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tmv6b I0429 08:39:31.852521 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tmv6b I0429 08:39:31.852525 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-c259r after 0 failed attempt(s) I0429 08:39:31.852538 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dw2zz I0429 08:39:31.852543 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dw2zz I0429 08:39:31.852545 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tmv6b after 0 failed attempt(s) I0429 08:39:31.852554 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dw2zz after 0 failed attempt(s) I0429 08:39:31.852560 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-m7r85 I0429 08:39:31.852570 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-m7r85 I0429 08:39:31.852584 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-cft9s I0429 08:39:31.852582 3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-ljppg I0429 08:39:31.852587 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-n692f I0429 08:39:31.852596 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-cxhq5 I0429 08:39:31.852598 3799 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-240.ec2.internal I0429 08:39:31.852602 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-n692f I0429 08:39:31.852609 3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-240.ec2.internal I0429 08:39:31.852613 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-240.ec2.internal I0429 08:39:31.852615 3799 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-m7r85] creating logical port openshift-network-diagnostics_network-check-target-m7r85 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:31.852615 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-xktrw I0429 08:39:31.852626 3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-240.ec2.internal after 0 failed attempt(s) I0429 08:39:31.852627 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-240.ec2.internal I0429 08:39:31.852631 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-xktrw I0429 08:39:31.852632 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ct7bz I0429 08:39:31.852639 3799 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vf2cs I0429 08:39:31.852646 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vf2cs I0429 08:39:31.852650 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ct7bz I0429 08:39:31.852650 3799 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-n692f] creating logical port openshift-multus_network-metrics-daemon-n692f for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:31.852652 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-240.ec2.internal after 0 failed attempt(s) I0429 08:39:31.852658 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vf2cs after 0 failed attempt(s) I0429 08:39:31.852589 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-cft9s I0429 08:39:31.852659 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-xktrw after 0 failed attempt(s) I0429 08:39:31.852666 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ct7bz after 0 failed attempt(s) I0429 08:39:31.852604 3799 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-cxhq5 I0429 08:39:31.852675 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-cft9s after 0 failed attempt(s) I0429 08:39:31.852686 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-cxhq5 after 0 failed attempt(s) I0429 08:39:31.852600 3799 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-ljppg I0429 08:39:31.852714 3799 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-ljppg after 0 failed attempt(s) I0429 08:39:31.853478 3799 pods.go:271] [openshift-network-diagnostics/network-check-target-m7r85] addLogicalPort took 873.865µs, libovsdb time 325.17µs I0429 08:39:31.853490 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-m7r85 after 0 failed attempt(s) I0429 08:39:31.853623 3799 pods.go:271] [openshift-multus/network-metrics-daemon-n692f] addLogicalPort took 981.364µs, libovsdb time 440.874µs I0429 08:39:31.853634 3799 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-n692f after 0 failed attempt(s) I0429 08:39:31.871242 3799 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0429 08:39:31.882388 3799 iptables.go:108] Creating table: mangle chain: OUTPUT I0429 08:39:31.885531 3799 iptables.go:108] Creating table: nat chain: OUTPUT I0429 08:39:31.933267 3799 iptables.go:108] Creating table: nat chain: PREROUTING I0429 08:39:31.985710 3799 iptables.go:108] Creating table: filter chain: FORWARD I0429 08:39:32.001574 3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0429 08:39:32.001667 3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0429 08:39:32.001711 3799 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0429 08:39:32.001775 3799 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0429 08:39:32.001836 3799 gateway_init.go:325] Gateway and management port readiness took 712.816348ms I0429 08:39:32.001863 3799 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0429 08:39:32.001926 3799 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0429 08:39:32.001938 3799 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0429 08:39:32.001948 3799 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 08:39:32.002010 3799 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0429 08:39:32.002111 3799 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.764µs I0429 08:39:32.002395 3799 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0429 08:39:32.002420 3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.889µs I0429 08:39:32.002428 3799 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.384µs I0429 08:39:32.002433 3799 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0429 08:39:32.002442 3799 nad_controller.go:379] [node-nad-controller NAD controller]: started I0429 08:39:32.002446 3799 default_node_network_controller.go:899] Starting the default node network controller I0429 08:39:32.002451 3799 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0429 08:39:32.002533 3799 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.3µs I0429 08:39:32.002621 3799 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0429 08:39:32.002629 3799 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0429 08:39:32.002651 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa30f0 0xc0002afb90 0xc0002afc00 0xc0002afc70 0xc0002afce0 0xc0002afd50 0xc0002afdc0 0xc000ab1450 0xc0002afe30 0xc0002afea0 0xc0008aca00 0xc00636b340 0xc0002aff10 map[0x2ff9080:0xc0021dede0 0x2ff95c0:0xc0021def60 0x2ffa2e0:0xc001986f60 0x2ffa580:0xc0021ded80 0x2ffad60:0xc0021dee40 0x2ffb000:0xc0021deea0 0x2ffb2a0:0xc0021def00 0x2ffba80:0xc0021defc0 0x2ffbd20:0xc0021df020 0x3026980:0xc001986d80 0x3026d20:0xc001986de0 0x3027800:0xc000afb920 0x3029160:0xc001ce4000 0x30298a0:0xc001986f00 0x302a720:0xc000774ea0] 0xc000a884d0 0} I0429 08:39:32.002705 3799 gateway.go:151] Starting gateway service sync I0429 08:39:32.003240 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0429 08:39:32.005345 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0429 08:39:32.033728 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0429 08:39:32.034814 3799 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0429 08:39:32.035931 3799 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0429 08:39:32.068720 3799 gateway.go:168] Gateway service sync done. Time taken: 66.002103ms I0429 08:39:32.069117 3799 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30172 I0429 08:39:32.069522 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa30f0 0xc0002afb90 0xc0002afc00 0xc0002afc70 0xc0002afce0 0xc0002afd50 0xc0002afdc0 0xc000ab1450 0xc0002afe30 0xc0002afea0 0xc0008aca00 0xc00636b340 0xc0002aff10 map[0x2ff9080:0xc0021dede0 0x2ff95c0:0xc0021def60 0x2ffa2e0:0xc001986f60 0x2ffa580:0xc0021ded80 0x2ffad60:0xc0021dee40 0x2ffb000:0xc0021deea0 0x2ffb2a0:0xc0021def00 0x2ffba80:0xc0021defc0 0x2ffbd20:0xc0021df020 0x3026980:0xc001986d80 0x3026d20:0xc001986de0 0x3027800:0xc000afb920 0x3029160:0xc001ce4000 0x30298a0:0xc001986f00 0x302a720:0xc000774ea0] 0xc000a884d0 0} I0429 08:39:32.070008 3799 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa30f0 0xc0002afb90 0xc0002afc00 0xc0002afc70 0xc0002afce0 0xc0002afd50 0xc0002afdc0 0xc000ab1450 0xc0002afe30 0xc0002afea0 0xc0008aca00 0xc00636b340 0xc0002aff10 map[0x2ff9080:0xc0021dede0 0x2ff95c0:0xc0021def60 0x2ffa2e0:0xc001986f60 0x2ffa580:0xc0021ded80 0x2ffad60:0xc0021dee40 0x2ffb000:0xc0021deea0 0x2ffb2a0:0xc0021def00 0x2ffba80:0xc0021defc0 0x2ffbd20:0xc0021df020 0x3026980:0xc001986d80 0x3026d20:0xc001986de0 0x3027800:0xc000afb920 0x3029160:0xc001ce4000 0x30298a0:0xc001986f00 0x302a720:0xc000774ea0] 0xc000a884d0 0} I0429 08:39:32.070047 3799 gateway.go:532] Reconciling gateway with updates I0429 08:39:32.075160 3799 gateway.go:339] Spawning Conntrack Rule Check Thread I0429 08:39:32.075245 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 08:39:32.075262 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 08:39:32.075266 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 08:39:32.075267 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 08:39:32.075277 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 08:39:32.075283 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 08:39:32.075284 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32258 is already open, no action needed I0429 08:39:32.075286 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 08:39:32.075306 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 08:39:32.075309 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 08:39:32.075331 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 08:39:32.075339 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 08:39:32.075358 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 08:39:32.075364 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:39:32.075374 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 08:39:32.075380 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:39:32.075380 3799 default_node_network_controller.go:944] Gateway and management port readiness took 72.743392ms I0429 08:39:32.075380 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 08:39:32.075394 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 08:39:32.075400 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 08:39:32.075401 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 08:39:32.075406 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 08:39:32.075311 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 08:39:32.075420 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 08:39:32.075407 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 08:39:32.075431 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 08:39:32.075345 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 08:39:32.075435 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 08:39:32.075442 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 08:39:32.075448 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 08:39:32.075294 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32323 is already open, no action needed I0429 08:39:32.075475 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 08:39:32.075359 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 08:39:32.075247 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 08:39:32.075482 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 08:39:32.075488 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 08:39:32.075491 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 08:39:32.075496 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 08:39:32.075499 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 08:39:32.075499 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 08:39:32.075483 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 08:39:32.075503 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 08:39:32.075511 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 08:39:32.075511 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 08:39:32.075312 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 08:39:32.075523 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 08:39:32.075526 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 08:39:32.075329 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 08:39:32.075532 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 08:39:32.075536 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 08:39:32.075385 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 08:39:32.075544 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 08:39:32.075552 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 08:39:32.075554 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 08:39:32.075517 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 08:39:32.075562 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 08:39:32.075533 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 08:39:32.075569 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 08:39:32.075573 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 08:39:32.075539 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 08:39:32.075578 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0429 08:39:32.075580 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 08:39:32.075589 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0429 08:39:32.075588 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:32.075599 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 08:39:32.075603 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:32.075607 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 08:39:32.075607 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 08:39:32.075623 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 08:39:32.075633 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 08:39:32.075333 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 08:39:32.075638 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 08:39:32.075582 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0429 08:39:32.075572 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 08:39:32.075646 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 08:39:32.075651 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0429 08:39:32.075654 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 08:39:32.075656 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0429 08:39:32.075651 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 08:39:32.075661 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 08:39:32.075661 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 08:39:32.075674 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 08:39:32.075676 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 08:39:32.075685 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 08:39:32.075579 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 08:39:32.075723 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 08:39:32.075726 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 08:39:32.075488 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 08:39:32.075742 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 08:39:32.075685 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 08:39:32.075566 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 08:39:32.075764 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 08:39:32.075360 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 08:39:32.075791 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 08:39:32.075381 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 08:39:32.075804 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 08:39:32.075807 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 08:39:32.075553 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 08:39:32.075554 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 08:39:32.075842 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 08:39:32.075846 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 08:39:32.075851 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 08:39:32.075899 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 08:39:32.075911 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 08:39:32.075589 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 08:39:32.075923 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 08:39:32.075924 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 08:39:32.075914 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 08:39:32.076833 3799 node_ip_handler_linux.go:160] Node IP manager is running I0429 08:39:32.095728 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 08:39:32.095739 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 08:39:32.095758 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 08:39:32.095766 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 08:39:32.095772 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 08:39:32.095779 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 08:39:32.095784 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) W0429 08:39:32.112411 3799 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 08:39:32.112594 3799 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 08:39:32.112749 3799 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0429 08:39:32.140192 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 08:39:32.140220 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 08:39:32.140241 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 08:39:32.140258 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 08:39:32.140264 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 08:39:32.140271 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0429 08:39:32.140276 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 08:39:32.140281 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 08:39:32.140286 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 08:39:32.140292 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 08:39:32.140297 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 08:39:32.178410 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 08:39:32.178443 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 08:39:32.178453 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 08:39:32.178468 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 08:39:32.178478 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 08:39:32.178487 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 08:39:32.178496 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 08:39:32.178503 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 08:39:32.178512 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 08:39:32.178526 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 08:39:32.178534 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 08:39:32.178542 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 08:39:32.178550 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 08:39:32.178556 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 08:39:32.178561 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) W0429 08:39:32.816814 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0429 08:39:33.960766 3799 default_node_network_controller.go:1380] Starting node controller node sync W0429 08:39:33.960788 3799 egressip_healthcheck.go:76] Health checking using insecure connection I0429 08:39:33.960839 3799 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0429 08:39:33.972516 3799 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.730864ms I0429 08:39:33.973110 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-38.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 08:39:33.973124 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-38.ec2.internal", IP: 10.0.0.38 to PMTUD blocking rules I0429 08:39:33.973130 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-176.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 08:39:33.973142 3799 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-176.ec2.internal", IP: 10.0.2.176 to PMTUD blocking rules I0429 08:39:33.984558 3799 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0429 08:39:33.984833 3799 egressservice_node.go:93] Setting up event handlers for Egress Services I0429 08:39:33.985008 3799 egressservice_node.go:183] Starting Egress Services Controller I0429 08:39:33.985024 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 08:39:33.985033 3799 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 08:39:33.985042 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 08:39:33.985049 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 08:39:33.985054 3799 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 08:39:33.985059 3799 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 08:39:33.985063 3799 egressservice_node.go:197] Repairing Egress Services I0429 08:39:33.994433 3799 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0429 08:39:33.994444 3799 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 08:39:33.994632 3799 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0429 08:39:33.994644 3799 link_network_manager.go:119] Link manager is running I0429 08:39:33.994653 3799 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0429 08:39:33.994862 3799 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0429 08:39:33.994961 3799 vrf_manager.go:128] VRF manager is running I0429 08:39:33.995035 3799 node_controller_manager.go:437] Removing flows to drop GARP I0429 08:39:33.995046 3799 gateway.go:532] Reconciling gateway with updates I0429 08:39:34.020079 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 08:39:34.020098 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 08:39:34.020101 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 08:39:34.020109 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 08:39:34.020109 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 08:39:34.020111 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 08:39:34.020121 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 08:39:34.020086 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 08:39:34.020135 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 08:39:34.020136 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 08:39:34.020140 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 08:39:34.020141 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 08:39:34.020149 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 08:39:34.020151 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 08:39:34.020159 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 08:39:34.020159 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 08:39:34.020161 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 08:39:34.020170 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 08:39:34.020171 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 08:39:34.020174 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0429 08:39:34.020181 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 08:39:34.020188 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 08:39:34.020194 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 08:39:34.020198 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 08:39:34.020185 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 08:39:34.020216 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 08:39:34.020223 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 08:39:34.020220 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 08:39:34.020226 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 08:39:34.020231 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 08:39:34.020232 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 08:39:34.020238 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 08:39:34.020241 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 08:39:34.020245 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32258 is already open, no action needed I0429 08:39:34.020245 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 08:39:34.020249 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 08:39:34.020260 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 08:39:34.020261 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 08:39:34.020266 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 08:39:34.020270 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 08:39:34.020269 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 08:39:34.020196 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 08:39:34.020274 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:34.020280 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 08:39:34.020281 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 08:39:34.020288 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 08:39:34.020288 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0429 08:39:34.020283 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 08:39:34.020292 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 08:39:34.020124 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 08:39:34.020300 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 08:39:34.020305 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator I0429 08:39:34.020287 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 08:39:34.020308 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 08:39:34.020246 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 08:39:34.020315 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator after 0 failed attempt(s) I0429 08:39:34.020188 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0429 08:39:34.020329 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 08:39:34.020262 3799 port_claim.go:71] Svc openshift-ingress/router-default: port 32323 is already open, no action needed I0429 08:39:34.020334 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 08:39:34.020163 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 08:39:34.020355 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 08:39:34.020354 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 08:39:34.020122 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 08:39:34.020374 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 08:39:34.020330 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 08:39:34.020227 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 08:39:34.020412 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 08:39:34.020175 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 08:39:34.020174 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 08:39:34.020178 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 08:39:34.020431 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 08:39:34.020440 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 08:39:34.020442 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 08:39:34.020446 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0429 08:39:34.020448 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 08:39:34.020187 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 08:39:34.020215 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 08:39:34.020457 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 08:39:34.020467 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0429 08:39:34.020468 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 08:39:34.020474 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0429 08:39:34.020475 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 08:39:34.020163 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 08:39:34.020099 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 08:39:34.020492 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 08:39:34.020493 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 08:39:34.020495 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 08:39:34.020216 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 08:39:34.020508 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 08:39:34.020230 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 08:39:34.020229 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 08:39:34.020195 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 08:39:34.020559 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 08:39:34.020569 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 08:39:34.020577 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 08:39:34.020248 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 08:39:34.020250 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 08:39:34.020260 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 08:39:34.020647 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 08:39:34.020259 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 08:39:34.020683 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 08:39:34.020688 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 08:39:34.020275 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:39:34.020697 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:39:34.020245 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 08:39:34.020721 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 08:39:34.020295 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 08:39:34.020746 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 08:39:34.020306 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 08:39:34.020312 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 08:39:34.020191 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 08:39:34.020791 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 08:39:34.020547 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 08:39:34.020245 3799 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 08:39:34.020837 3799 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 08:39:34.020216 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 08:39:34.060659 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 08:39:34.060696 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 08:39:34.060703 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0429 08:39:34.060714 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 08:39:34.060722 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 08:39:34.060734 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 08:39:34.060739 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 08:39:34.060744 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 08:39:34.060750 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 08:39:34.060756 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 08:39:34.100359 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 08:39:34.100381 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 08:39:34.100387 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 08:39:34.100395 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 08:39:34.100400 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 08:39:34.100405 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 08:39:34.100411 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 08:39:34.100417 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 08:39:34.100421 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 08:39:34.100427 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 08:39:34.100447 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 08:39:34.100455 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 08:39:34.100461 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 08:39:34.100468 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 08:39:34.100472 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 08:39:34.100478 3799 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 08:39:36.269591 3799 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-240.ec2.internal I0429 08:39:36.269621 3799 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-240.ec2.internal: 36.958µs I0429 08:39:36.298107 3799 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7bb4b94454-jx8xt] creating logical port openshift-image-registry_image-registry-7bb4b94454-jx8xt for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:36.298249 3799 kube.go:256] Updating pod openshift-image-registry/image-registry-7bb4b94454-jx8xt I0429 08:39:36.319361 3799 pod.go:62] [openshift-image-registry/image-registry-7bb4b94454-jx8xt] pod update took 21.166166ms I0429 08:39:36.319380 3799 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7bb4b94454-jx8xt] addLogicalPort annotation time took 21.189994ms I0429 08:39:36.320581 3799 pods.go:271] [openshift-image-registry/image-registry-7bb4b94454-jx8xt] addLogicalPort took 22.485863ms, libovsdb time 958.75µs I0429 08:39:36.324628 3799 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-55cmb] creating logical port openshift-dns_dns-default-55cmb for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:36.324739 3799 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-6mzcv] creating logical port openshift-insights_insights-runtime-extractor-6mzcv for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:36.324810 3799 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-6mzcv I0429 08:39:36.324820 3799 kube.go:256] Updating pod openshift-dns/dns-default-55cmb I0429 08:39:36.342654 3799 pod.go:62] [openshift-dns/dns-default-55cmb] pod update took 17.882202ms I0429 08:39:36.342673 3799 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-55cmb] addLogicalPort annotation time took 17.908107ms I0429 08:39:36.343070 3799 pod.go:62] [openshift-insights/insights-runtime-extractor-6mzcv] pod update took 18.281781ms I0429 08:39:36.343087 3799 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-6mzcv] addLogicalPort annotation time took 18.301277ms I0429 08:39:36.343798 3799 pods.go:271] [openshift-dns/dns-default-55cmb] addLogicalPort took 19.197754ms, libovsdb time 833.105µs I0429 08:39:36.344026 3799 pods.go:271] [openshift-insights/insights-runtime-extractor-6mzcv] addLogicalPort took 19.329367ms, libovsdb time 728.556µs I0429 08:39:36.413758 3799 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-z8m74] creating logical port openshift-ingress-canary_ingress-canary-z8m74 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:36.413885 3799 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-z8m74 I0429 08:39:36.427095 3799 pod.go:62] [openshift-ingress-canary/ingress-canary-z8m74] pod update took 13.238368ms I0429 08:39:36.427114 3799 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-z8m74] addLogicalPort annotation time took 13.261415ms I0429 08:39:36.428409 3799 pods.go:271] [openshift-ingress-canary/ingress-canary-z8m74] addLogicalPort took 14.699346ms, libovsdb time 920.882µs I0429 08:39:36.688889 3799 cni.go:452] [openshift-image-registry/image-registry-7bb4b94454-jx8xt 979992c9cbdd94e073bb30e10d7437f66df963d7c0ab5c066f9a99962c735a12 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7bb4b94454-jx8xt 979992c9cbdd94e073bb30e10d7437f66df963d7c0ab5c066f9a99962c735a12 network default NAD default NAD key ] I0429 08:39:36.708233 3799 cni.go:452] [openshift-dns/dns-default-55cmb 83fb04c09d3724f3d90ffed380492c110084863f66379cb79e2a137b3de7f5bc network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-55cmb 83fb04c09d3724f3d90ffed380492c110084863f66379cb79e2a137b3de7f5bc network default NAD default NAD key ] I0429 08:39:36.726522 3799 cni.go:452] [openshift-insights/insights-runtime-extractor-6mzcv 02382bfc0cd65daf18a39692b483ecdd6969a5074951fcef01d15742d423fce5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-6mzcv 02382bfc0cd65daf18a39692b483ecdd6969a5074951fcef01d15742d423fce5 network default NAD default NAD key ] I0429 08:39:36.738363 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-55cmb, hostIfaceName: 83fb04c09d3724f, network: default, NAD default, SandboxID: "83fb04c09d3724f3d90ffed380492c110084863f66379cb79e2a137b3de7f5bc", PCI device ID: , UID: "e548647d-034c-48f2-9239-4b7d1b627944", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0429 08:39:36.744654 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7bb4b94454-jx8xt, hostIfaceName: 979992c9cbdd94e, network: default, NAD default, SandboxID: "979992c9cbdd94e073bb30e10d7437f66df963d7c0ab5c066f9a99962c735a12", PCI device ID: , UID: "40f220cf-4d01-434e-bd78-80ccaed9c021", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0429 08:39:36.748293 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-6mzcv, hostIfaceName: 02382bfc0cd65da, network: default, NAD default, SandboxID: "02382bfc0cd65daf18a39692b483ecdd6969a5074951fcef01d15742d423fce5", PCI device ID: , UID: "3045b87f-6686-4e27-8243-237c431010de", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0429 08:39:36.793348 3799 cni.go:473] [openshift-dns/dns-default-55cmb 83fb04c09d3724f3d90ffed380492c110084863f66379cb79e2a137b3de7f5bc network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-55cmb 83fb04c09d3724f3d90ffed380492c110084863f66379cb79e2a137b3de7f5bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:58:73:60:e6:80\",\"name\":\"83fb04c09d3724f\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b09e00b8-6ebf-43eb-8db1-679b5570d95b\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:36.797653 3799 cni.go:473] [openshift-image-registry/image-registry-7bb4b94454-jx8xt 979992c9cbdd94e073bb30e10d7437f66df963d7c0ab5c066f9a99962c735a12 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7bb4b94454-jx8xt 979992c9cbdd94e073bb30e10d7437f66df963d7c0ab5c066f9a99962c735a12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:d7:ad:65:42:c0\",\"name\":\"979992c9cbdd94e\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31e04f5c-e3f2-4542-bc70-912da3bf23ec\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:36.797835 3799 cni.go:473] [openshift-insights/insights-runtime-extractor-6mzcv 02382bfc0cd65daf18a39692b483ecdd6969a5074951fcef01d15742d423fce5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-6mzcv 02382bfc0cd65daf18a39692b483ecdd6969a5074951fcef01d15742d423fce5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:63:6a:36:18:41\",\"name\":\"02382bfc0cd65da\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93bcec2c-e5a0-4297-b4b2-612fd4388527\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:36.800705 3799 cni.go:452] [openshift-ingress-canary/ingress-canary-z8m74 eff8d398b80cd671ad93e17f1cbd935dd31bb973ebaeddb5b831101ccda2c66d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-z8m74 eff8d398b80cd671ad93e17f1cbd935dd31bb973ebaeddb5b831101ccda2c66d network default NAD default NAD key ] I0429 08:39:36.811144 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-z8m74, hostIfaceName: eff8d398b80cd67, network: default, NAD default, SandboxID: "eff8d398b80cd671ad93e17f1cbd935dd31bb973ebaeddb5b831101ccda2c66d", PCI device ID: , UID: "a9d049f2-8b36-416c-afa1-801c470058a3", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0429 08:39:36.856180 3799 cni.go:473] [openshift-ingress-canary/ingress-canary-z8m74 eff8d398b80cd671ad93e17f1cbd935dd31bb973ebaeddb5b831101ccda2c66d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-z8m74 eff8d398b80cd671ad93e17f1cbd935dd31bb973ebaeddb5b831101ccda2c66d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:05:cf:e4:84:d2\",\"name\":\"eff8d398b80cd67\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d474450-5e6e-4cef-b332-792d6c954c29\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:36.937141 3799 default_network_controller.go:1025] Node "ip-10-0-2-176.ec2.internal" in remote zone "ip-10-0-2-176.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 08:39:36.937938 3799 zone_ic_handler.go:195] Time taken to create transit switch: 259.477µs I0429 08:39:36.937953 3799 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-176.ec2.internal for the network default I0429 08:39:36.939031 3799 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-176.ec2.internal" on network "default" took: 1.365667ms I0429 08:39:38.928637 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-l2r6v for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:38.928765 3799 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v I0429 08:39:38.952763 3799 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v] pod update took 24.028817ms I0429 08:39:38.952788 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v] addLogicalPort annotation time took 24.060353ms I0429 08:39:38.954075 3799 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v] addLogicalPort took 25.457509ms, libovsdb time 999.002µs I0429 08:39:38.955593 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-vshdq for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:38.955722 3799 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq I0429 08:39:38.980304 3799 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq] pod update took 24.609953ms I0429 08:39:38.980326 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq] addLogicalPort annotation time took 24.637218ms I0429 08:39:38.981627 3799 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq] addLogicalPort took 26.048691ms, libovsdb time 1.039813ms I0429 08:39:39.287692 3799 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v 0da3add852e85ef60ec3ce971a5a1b6b07c03dad553707f0cda97670094d47db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v 0da3add852e85ef60ec3ce971a5a1b6b07c03dad553707f0cda97670094d47db network default NAD default NAD key ] I0429 08:39:39.297221 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-l2r6v, hostIfaceName: 0da3add852e85ef, network: default, NAD default, SandboxID: "0da3add852e85ef60ec3ce971a5a1b6b07c03dad553707f0cda97670094d47db", PCI device ID: , UID: "1f0e8a6e-eae9-43e8-be97-205af74d850f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0429 08:39:39.324347 3799 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq d6db3d48e65b99ae07bfd7069d74caa7afdc7fc094fcfda8e4114bcf491fc9c9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq d6db3d48e65b99ae07bfd7069d74caa7afdc7fc094fcfda8e4114bcf491fc9c9 network default NAD default NAD key ] I0429 08:39:39.342733 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-vshdq, hostIfaceName: d6db3d48e65b99a, network: default, NAD default, SandboxID: "d6db3d48e65b99ae07bfd7069d74caa7afdc7fc094fcfda8e4114bcf491fc9c9", PCI device ID: , UID: "8f05bb71-801b-4d36-9d90-723d60871395", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0429 08:39:39.344750 3799 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v 0da3add852e85ef60ec3ce971a5a1b6b07c03dad553707f0cda97670094d47db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-l2r6v 0da3add852e85ef60ec3ce971a5a1b6b07c03dad553707f0cda97670094d47db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:05:e2:b4:2f:b8\",\"name\":\"0da3add852e85ef\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fa6cbea-1c7c-4782-a150-085e0427b15f\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:39.388112 3799 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq d6db3d48e65b99ae07bfd7069d74caa7afdc7fc094fcfda8e4114bcf491fc9c9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-vshdq d6db3d48e65b99ae07bfd7069d74caa7afdc7fc094fcfda8e4114bcf491fc9c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:e3:48:68:cf:f1\",\"name\":\"d6db3d48e65b99a\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e628b3bf-cd51-4164-8081-09933bf65b02\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:40.414075 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:40.414262 3799 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0429 08:39:40.464095 3799 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 49.898346ms I0429 08:39:40.464126 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 49.933067ms I0429 08:39:40.465497 3799 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 51.440985ms, libovsdb time 1.035825ms I0429 08:39:41.189704 3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7 network default NAD default NAD key ] I0429 08:39:41.202422 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 64588bce91cd586, network: default, NAD default, SandboxID: "64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7", PCI device ID: , UID: "f31febbc-81fa-4d04-932d-6778cdc66827", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0429 08:39:41.252738 3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:75:c1:e4:73:da\",\"name\":\"64588bce91cd586\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a684391-421e-43b1-bf06-feebc7875983\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:42.219108 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-585bcc9655-hct5f] creating logical port openshift-monitoring_thanos-querier-585bcc9655-hct5f for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:42.219230 3799 kube.go:256] Updating pod openshift-monitoring/thanos-querier-585bcc9655-hct5f I0429 08:39:42.241613 3799 pod.go:62] [openshift-monitoring/thanos-querier-585bcc9655-hct5f] pod update took 22.436936ms I0429 08:39:42.241635 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-585bcc9655-hct5f] addLogicalPort annotation time took 22.463696ms I0429 08:39:42.242798 3799 pods.go:271] [openshift-monitoring/thanos-querier-585bcc9655-hct5f] addLogicalPort took 23.703624ms, libovsdb time 889.787µs I0429 08:39:42.576753 3799 cni.go:452] [openshift-monitoring/thanos-querier-585bcc9655-hct5f aa9cf3ae444228031cd5fa6838ac95a5a4c07ba7e95476d051ae6cc6ace0eafb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-585bcc9655-hct5f aa9cf3ae444228031cd5fa6838ac95a5a4c07ba7e95476d051ae6cc6ace0eafb network default NAD default NAD key ] I0429 08:39:42.586894 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-585bcc9655-hct5f, hostIfaceName: aa9cf3ae4442280, network: default, NAD default, SandboxID: "aa9cf3ae444228031cd5fa6838ac95a5a4c07ba7e95476d051ae6cc6ace0eafb", PCI device ID: , UID: "9484f2b9-8577-4599-9d5c-3b2595a86cfc", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0429 08:39:42.631596 3799 cni.go:473] [openshift-monitoring/thanos-querier-585bcc9655-hct5f aa9cf3ae444228031cd5fa6838ac95a5a4c07ba7e95476d051ae6cc6ace0eafb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-585bcc9655-hct5f aa9cf3ae444228031cd5fa6838ac95a5a4c07ba7e95476d051ae6cc6ace0eafb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:54:b1:df:d9:9b\",\"name\":\"aa9cf3ae4442280\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20298dfe-60c5-4385-b56e-e3d96f853802\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:39:42.892973 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:42.892993 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:42.893000 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:43.177725 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:43.177745 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:39:43.177750 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 08:39:43.499971 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-gfcsz for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:43.500110 3799 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz I0429 08:39:43.520500 3799 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz] pod update took 20.431001ms I0429 08:39:43.520528 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz] addLogicalPort annotation time took 20.462193ms I0429 08:39:43.521864 3799 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz] addLogicalPort took 21.921197ms, libovsdb time 965.428µs I0429 08:39:43.857872 3799 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz d0e65a2c14406c4a1b5deae1a6eadcbfedb897438549f7acc0cd8a80766645f5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz d0e65a2c14406c4a1b5deae1a6eadcbfedb897438549f7acc0cd8a80766645f5 network default NAD default NAD key ] I0429 08:39:43.868843 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-gfcsz, hostIfaceName: d0e65a2c14406c4, network: default, NAD default, SandboxID: "d0e65a2c14406c4a1b5deae1a6eadcbfedb897438549f7acc0cd8a80766645f5", PCI device ID: , UID: "d903da95-5060-4c89-bad9-49fa45628c7b", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0429 08:39:43.920939 3799 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz d0e65a2c14406c4a1b5deae1a6eadcbfedb897438549f7acc0cd8a80766645f5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-gfcsz d0e65a2c14406c4a1b5deae1a6eadcbfedb897438549f7acc0cd8a80766645f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:94:a6:cd:e9:c4\",\"name\":\"d0e65a2c14406c4\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b425b09b-7ace-4c94-92a9-ed4d7b302a43\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:43.965254 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-5f5c9db666-sjbfk] creating logical port openshift-monitoring_metrics-server-5f5c9db666-sjbfk for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:43.965406 3799 kube.go:256] Updating pod openshift-monitoring/metrics-server-5f5c9db666-sjbfk I0429 08:39:43.983125 3799 pod.go:62] [openshift-monitoring/metrics-server-5f5c9db666-sjbfk] pod update took 17.751585ms I0429 08:39:43.983158 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-5f5c9db666-sjbfk] addLogicalPort annotation time took 17.826925ms I0429 08:39:43.984454 3799 pods.go:271] [openshift-monitoring/metrics-server-5f5c9db666-sjbfk] addLogicalPort took 19.222382ms, libovsdb time 960.648µs I0429 08:39:45.495193 3799 cni.go:452] [openshift-monitoring/metrics-server-5f5c9db666-sjbfk b89ddc7fc17b9d9f7ab932cae0352536e5b6c20d9ea6f1e9e15ef6b5c86f76d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-5f5c9db666-sjbfk b89ddc7fc17b9d9f7ab932cae0352536e5b6c20d9ea6f1e9e15ef6b5c86f76d1 network default NAD default NAD key ] I0429 08:39:45.506939 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-5f5c9db666-sjbfk, hostIfaceName: b89ddc7fc17b9d9, network: default, NAD default, SandboxID: "b89ddc7fc17b9d9f7ab932cae0352536e5b6c20d9ea6f1e9e15ef6b5c86f76d1", PCI device ID: , UID: "1c6197e1-cb57-4baa-a465-a485e3037385", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0429 08:39:45.558020 3799 cni.go:473] [openshift-monitoring/metrics-server-5f5c9db666-sjbfk b89ddc7fc17b9d9f7ab932cae0352536e5b6c20d9ea6f1e9e15ef6b5c86f76d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-5f5c9db666-sjbfk b89ddc7fc17b9d9f7ab932cae0352536e5b6c20d9ea6f1e9e15ef6b5c86f76d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:88:da:ec:41:b9\",\"name\":\"b89ddc7fc17b9d9\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d5fbce8-5885-4511-bdd3-b2056b7c4fc8\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:39:45.746985 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:45.747106 3799 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0429 08:39:45.770386 3799 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.316612ms I0429 08:39:45.770414 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.349563ms I0429 08:39:45.771849 3799 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.881737ms, libovsdb time 1.093874ms I0429 08:39:46.494347 3799 cni.go:452] [openshift-monitoring/prometheus-k8s-0 5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861 network default NAD default NAD key ] I0429 08:39:46.516839 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 5d0b920e8008958, network: default, NAD default, SandboxID: "5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861", PCI device ID: , UID: "82f0ddff-a46d-46ba-850f-5e0044ee8f13", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0429 08:39:46.564458 3799 cni.go:473] [openshift-monitoring/prometheus-k8s-0 5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b2:f5:35:6f:85\",\"name\":\"5d0b920e8008958\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8640cec6-5fd3-4cd2-a95e-031b50a40add\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:39:46.905385 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:39:47.234288 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:39:47.234313 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:39:47.267252 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0429 08:39:47.925690 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:47.925710 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:47.925715 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:47.925719 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:47.953603 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 08:39:48.191238 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:39:48.191261 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:39:49.247380 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:49.247399 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:49.247404 3799 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:49.247409 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:49.290801 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0429 08:39:49.509851 3799 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-g4plb] creating logical port openshift-console_downloads-5c54f4944f-g4plb for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:49.509960 3799 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-g4plb I0429 08:39:49.523991 3799 pod.go:62] [openshift-console/downloads-5c54f4944f-g4plb] pod update took 14.056055ms I0429 08:39:49.524020 3799 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-g4plb] addLogicalPort annotation time took 14.090219ms I0429 08:39:49.525111 3799 pods.go:271] [openshift-console/downloads-5c54f4944f-g4plb] addLogicalPort took 15.274518ms, libovsdb time 789.595µs I0429 08:39:49.924683 3799 cni.go:452] [openshift-console/downloads-5c54f4944f-g4plb 244066758dba179dee454470f8ab3dbcb0fc7f4274f64d191acdc44317550021 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-g4plb 244066758dba179dee454470f8ab3dbcb0fc7f4274f64d191acdc44317550021 network default NAD default NAD key ] I0429 08:39:49.936076 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-g4plb, hostIfaceName: 244066758dba179, network: default, NAD default, SandboxID: "244066758dba179dee454470f8ab3dbcb0fc7f4274f64d191acdc44317550021", PCI device ID: , UID: "4024744e-cd56-46f3-8dd7-94d340426aff", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0429 08:39:49.988166 3799 cni.go:473] [openshift-console/downloads-5c54f4944f-g4plb 244066758dba179dee454470f8ab3dbcb0fc7f4274f64d191acdc44317550021 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-g4plb 244066758dba179dee454470f8ab3dbcb0fc7f4274f64d191acdc44317550021 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:13:2d:70:de:4e\",\"name\":\"244066758dba179\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bff31f9c-1e07-4a39-85dd-84a3d826139f\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:39:50.143416 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 08:39:50.143436 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0429 08:39:50.143442 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 08:39:50.226736 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226758 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226769 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 08:39:50.226777 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0429 08:39:55.109957 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c64d887fc-tbtcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:39:55.110495 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-c64d887fc-tbtcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:39:55.974233 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c64d887fc-tbtcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:39:55.974252 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-c64d887fc-tbtcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:39:55.977973 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-c64d887fc-tbtcv I0429 08:39:55.977994 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-c64d887fc-tbtcv W0429 08:39:58.132839 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0429 08:39:59.642992 3799 base_network_controller_pods.go:487] [default/openshift-console/console-c49596959-5zb2m] creating logical port openshift-console_console-c49596959-5zb2m for pod on switch ip-10-0-1-240.ec2.internal I0429 08:39:59.643097 3799 kube.go:256] Updating pod openshift-console/console-c49596959-5zb2m I0429 08:39:59.659323 3799 pod.go:62] [openshift-console/console-c49596959-5zb2m] pod update took 16.246905ms I0429 08:39:59.659353 3799 base_network_controller_pods.go:951] [default/openshift-console/console-c49596959-5zb2m] addLogicalPort annotation time took 16.279619ms I0429 08:39:59.660814 3799 pods.go:271] [openshift-console/console-c49596959-5zb2m] addLogicalPort took 17.832885ms, libovsdb time 1.063517ms I0429 08:40:00.008972 3799 cni.go:452] [openshift-console/console-c49596959-5zb2m 9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c49596959-5zb2m 9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006 network default NAD default NAD key ] I0429 08:40:00.018702 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c49596959-5zb2m, hostIfaceName: 9bee1346a62956e, network: default, NAD default, SandboxID: "9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006", PCI device ID: , UID: "57e4a115-cf53-4a10-af5e-2c9bc5dc5e26", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0429 08:40:00.069550 3799 cni.go:473] [openshift-console/console-c49596959-5zb2m 9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c49596959-5zb2m 9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:3d:f5:12:20:84\",\"name\":\"9bee1346a62956e\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2849382-d52e-4347-a81d-b7b897c83be8\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:40:00.999706 3799 cni.go:452] [openshift-multus/network-metrics-daemon-n692f ce0b4a8121cc7a683458bbae3f629e3390b16838028ef3701bb41682f43e9dd0 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-n692f ce0b4a8121cc7a683458bbae3f629e3390b16838028ef3701bb41682f43e9dd0 network default NAD default NAD key ] I0429 08:40:01.010291 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-n692f, hostIfaceName: ce0b4a8121cc7a6, network: default, NAD default, SandboxID: "ce0b4a8121cc7a683458bbae3f629e3390b16838028ef3701bb41682f43e9dd0", PCI device ID: , UID: "4e574d65-fc9c-4ae2-b5e2-3295799c040c", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0429 08:40:01.060861 3799 cni.go:473] [openshift-multus/network-metrics-daemon-n692f ce0b4a8121cc7a683458bbae3f629e3390b16838028ef3701bb41682f43e9dd0 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-n692f ce0b4a8121cc7a683458bbae3f629e3390b16838028ef3701bb41682f43e9dd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fb:8d:9d:f5:3e\",\"name\":\"ce0b4a8121cc7a6\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a043bb77-69e3-42e0-9e1d-6d0d79236da1\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:40:01.106869 3799 cni.go:452] [openshift-network-diagnostics/network-check-target-m7r85 0e3938e27a8b52d9ff4cf42fcc20c6f569442ce1eb761951cf8993e47a855e88 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-m7r85 0e3938e27a8b52d9ff4cf42fcc20c6f569442ce1eb761951cf8993e47a855e88 network default NAD default NAD key ] I0429 08:40:01.117615 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-m7r85, hostIfaceName: 0e3938e27a8b52d, network: default, NAD default, SandboxID: "0e3938e27a8b52d9ff4cf42fcc20c6f569442ce1eb761951cf8993e47a855e88", PCI device ID: , UID: "2534aec9-d432-478e-88a9-0d5e5f39133c", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0429 08:40:01.167817 3799 cni.go:473] [openshift-network-diagnostics/network-check-target-m7r85 0e3938e27a8b52d9ff4cf42fcc20c6f569442ce1eb761951cf8993e47a855e88 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-m7r85 0e3938e27a8b52d9ff4cf42fcc20c6f569442ce1eb761951cf8993e47a855e88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ea:92:1d:6c:f4\",\"name\":\"0e3938e27a8b52d\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00dd7cb4-788e-4ef4-92b2-107e0baad144\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:40:04.006972 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 08:40:08.265820 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0429 08:40:08.928845 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 08:40:08.928867 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 08:40:09.213848 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 08:40:10.863090 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.863113 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.863123 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.863139 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.863146 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.863152 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.874944 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.874970 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:10.874978 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:40:11.019083 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0429 08:40:12.388334 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0429 08:40:15.382924 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:40:15.382952 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:40:17.921219 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:40:17.921248 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 08:40:18.318475 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 08:40:18.318496 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 08:40:18.357607 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 08:40:18.357632 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 08:40:22.328513 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0429 08:40:22.355545 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0429 08:40:23.529431 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d695d8795-7w94b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:23.530021 3799 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d695d8795-7w94b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:24.340178 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d695d8795-7w94b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:24.340220 3799 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d695d8795-7w94b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:24.350327 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6d695d8795-7w94b I0429 08:40:24.350442 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6d695d8795-7w94b I0429 08:40:33.326817 3799 obj_retry.go:498] Detected object openshift-ingress/router-default-675b7c69bc-txw8m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:33.327442 3799 obj_retry.go:498] Detected object openshift-ingress/router-default-675b7c69bc-txw8m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:33.683816 3799 obj_retry.go:492] Detected object openshift-ingress/router-default-675b7c69bc-txw8m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:33.683840 3799 obj_retry.go:492] Detected object openshift-ingress/router-default-675b7c69bc-txw8m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:33.691177 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-675b7c69bc-txw8m I0429 08:40:33.691217 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-675b7c69bc-txw8m I0429 08:40:37.485539 3799 cni.go:452] [openshift-console/console-c49596959-5zb2m 9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c49596959-5zb2m 9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006 network default NAD default NAD key ] I0429 08:40:37.570859 3799 cni.go:473] [openshift-console/console-c49596959-5zb2m 9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c49596959-5zb2m 9bee1346a62956e2c87f1fbd2bd9f1f90ae358cc3bf9389a43e4522741ead006 network default NAD default NAD key default], result "{}", err I0429 08:40:37.648378 3799 obj_retry.go:498] Detected object openshift-console/console-c49596959-5zb2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:37.648417 3799 pods.go:176] Deleting pod: openshift-console/console-c49596959-5zb2m I0429 08:40:37.649661 3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c49596959-5zb2m, ips: 10.130.0.17 I0429 08:40:37.649686 3799 obj_retry.go:498] Detected object openshift-console/console-c49596959-5zb2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:37.659260 3799 base_network_controller_pods.go:487] [default/openshift-console/console-67f858855d-8jljg] creating logical port openshift-console_console-67f858855d-8jljg for pod on switch ip-10-0-1-240.ec2.internal I0429 08:40:37.659431 3799 kube.go:256] Updating pod openshift-console/console-67f858855d-8jljg I0429 08:40:37.675456 3799 pod.go:62] [openshift-console/console-67f858855d-8jljg] pod update took 16.055312ms I0429 08:40:37.675480 3799 base_network_controller_pods.go:951] [default/openshift-console/console-67f858855d-8jljg] addLogicalPort annotation time took 16.08439ms I0429 08:40:37.676834 3799 pods.go:271] [openshift-console/console-67f858855d-8jljg] addLogicalPort took 17.592121ms, libovsdb time 988.064µs I0429 08:40:38.061729 3799 cni.go:452] [openshift-console/console-67f858855d-8jljg cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67f858855d-8jljg cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420 network default NAD default NAD key ] I0429 08:40:38.070708 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67f858855d-8jljg, hostIfaceName: cacca52f885d08d, network: default, NAD default, SandboxID: "cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420", PCI device ID: , UID: "985dc841-fd81-42fa-9e48-dc23553f34f2", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0429 08:40:38.118583 3799 cni.go:473] [openshift-console/console-67f858855d-8jljg cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67f858855d-8jljg cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:7b:c1:af:e7:5a\",\"name\":\"cacca52f885d08d\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88edcf17-b7e7-41c0-b303-2284c2b9de95\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:40:38.468151 3799 obj_retry.go:492] Detected object openshift-console/console-c49596959-5zb2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:38.468184 3799 obj_retry.go:492] Detected object openshift-console/console-c49596959-5zb2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:38.475864 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c49596959-5zb2m I0429 08:40:38.475892 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c49596959-5zb2m W0429 08:40:43.334376 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 08:40:43.678105 3799 obj_retry.go:498] Detected object openshift-console/console-c49596959-w5fxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:43.678670 3799 obj_retry.go:498] Detected object openshift-console/console-c49596959-w5fxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:40:44.139559 3799 obj_retry.go:492] Detected object openshift-console/console-c49596959-w5fxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:44.139598 3799 obj_retry.go:492] Detected object openshift-console/console-c49596959-w5fxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:40:44.147369 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c49596959-w5fxl I0429 08:40:44.147394 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c49596959-w5fxl W0429 08:40:48.489144 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0429 08:41:01.289724 3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:01.290296 3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:01.368649 3799 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 08:41:02.218597 3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:02.218622 3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:02.226912 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0429 08:41:02.226938 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0429 08:41:05.644345 3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:05.644909 3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:06.534709 3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:06.534740 3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:06.543669 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0429 08:41:06.543688 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0429 08:41:26.473870 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:26.474407 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:26.474437 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:41:26.474446 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0429 08:41:26.474462 3799 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:41:26.474469 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0429 08:41:27.501095 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:27.501116 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:27.501128 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:27.501141 3799 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dlc582 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:30.134280 3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0429 08:41:30.144041 3799 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0429 08:41:30.527942 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:30.528455 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:31.378458 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:31.378486 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624200-hnwst of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:33.781252 3799 cni.go:452] [openshift-console/console-67f858855d-8jljg cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67f858855d-8jljg cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420 network default NAD default NAD key ] I0429 08:41:33.866709 3799 cni.go:473] [openshift-console/console-67f858855d-8jljg cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67f858855d-8jljg cacca52f885d08d6be5b4904ec9a6da315632cda44ef8f44fa22cdb0e5945420 network default NAD default NAD key default], result "{}", err I0429 08:41:33.885926 3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7 network default NAD default NAD key ] I0429 08:41:33.944823 3799 obj_retry.go:498] Detected object openshift-console/console-67f858855d-8jljg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:33.944851 3799 pods.go:176] Deleting pod: openshift-console/console-67f858855d-8jljg I0429 08:41:33.946529 3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67f858855d-8jljg, ips: 10.130.0.18 I0429 08:41:33.946558 3799 obj_retry.go:498] Detected object openshift-console/console-67f858855d-8jljg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:33.955599 3799 base_network_controller_pods.go:487] [default/openshift-console/console-7d4f6d98cc-k7cwk] creating logical port openshift-console_console-7d4f6d98cc-k7cwk for pod on switch ip-10-0-1-240.ec2.internal I0429 08:41:33.955710 3799 kube.go:256] Updating pod openshift-console/console-7d4f6d98cc-k7cwk I0429 08:41:33.957908 3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 64588bce91cd58624188ee28647598431f203e5fe0c8b234f5918ba4562075a7 network default NAD default NAD key default], result "{}", err I0429 08:41:33.970344 3799 pod.go:62] [openshift-console/console-7d4f6d98cc-k7cwk] pod update took 14.669923ms I0429 08:41:33.970368 3799 base_network_controller_pods.go:951] [default/openshift-console/console-7d4f6d98cc-k7cwk] addLogicalPort annotation time took 14.697793ms I0429 08:41:33.971610 3799 pods.go:271] [openshift-console/console-7d4f6d98cc-k7cwk] addLogicalPort took 16.026893ms, libovsdb time 894.444µs I0429 08:41:34.034245 3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:34.034277 3799 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0429 08:41:34.035639 3799 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.11 I0429 08:41:34.035669 3799 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:34.337143 3799 cni.go:452] [openshift-console/console-7d4f6d98cc-k7cwk 0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d4f6d98cc-k7cwk 0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b network default NAD default NAD key ] I0429 08:41:34.346706 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d4f6d98cc-k7cwk, hostIfaceName: 0c10ec4e59455dd, network: default, NAD default, SandboxID: "0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b", PCI device ID: , UID: "a31c4042-b621-429d-8c67-570cbc82d613", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0429 08:41:34.393036 3799 cni.go:473] [openshift-console/console-7d4f6d98cc-k7cwk 0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d4f6d98cc-k7cwk 0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:6c:4c:fb:45:d2\",\"name\":\"0c10ec4e59455dd\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/901aa0d8-1758-4074-968d-fc3776cadf74\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:41:34.683690 3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:34.683799 3799 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:34.693931 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0429 08:41:34.693957 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0429 08:41:34.715585 3799 obj_retry.go:492] Detected object openshift-console/console-67f858855d-8jljg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:34.715602 3799 obj_retry.go:492] Detected object openshift-console/console-67f858855d-8jljg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:34.725909 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67f858855d-8jljg I0429 08:41:34.725930 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67f858855d-8jljg I0429 08:41:34.738332 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:41:34.738440 3799 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0429 08:41:34.760606 3799 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.206483ms I0429 08:41:34.760636 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.241067ms I0429 08:41:34.761836 3799 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.519709ms, libovsdb time 904.609µs I0429 08:41:35.098888 3799 cni.go:452] [openshift-monitoring/alertmanager-main-0 6d3f034e736184a2c7dfd396d28c054f025c38fdd817d79330037e7e9c71e771 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 6d3f034e736184a2c7dfd396d28c054f025c38fdd817d79330037e7e9c71e771 network default NAD default NAD key ] I0429 08:41:35.109175 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 6d3f034e736184a, network: default, NAD default, SandboxID: "6d3f034e736184a2c7dfd396d28c054f025c38fdd817d79330037e7e9c71e771", PCI device ID: , UID: "c8daa6f7-c09f-4df9-aebf-a4c17309fe24", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0429 08:41:35.154758 3799 cni.go:473] [openshift-monitoring/alertmanager-main-0 6d3f034e736184a2c7dfd396d28c054f025c38fdd817d79330037e7e9c71e771 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 6d3f034e736184a2c7dfd396d28c054f025c38fdd817d79330037e7e9c71e771 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f9:1c:4c:08:d0\",\"name\":\"6d3f034e736184a\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66fd30f3-3d06-4e62-a5e4-8e8433296b65\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:41:44.634322 3799 obj_retry.go:498] Detected object openshift-console/console-67f858855d-4nzvz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:41:44.634839 3799 obj_retry.go:498] Detected object openshift-console/console-67f858855d-4nzvz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 08:41:44.716553 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0429 08:41:45.005792 3799 obj_retry.go:492] Detected object openshift-console/console-67f858855d-4nzvz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:45.005816 3799 obj_retry.go:492] Detected object openshift-console/console-67f858855d-4nzvz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:41:45.011416 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67f858855d-4nzvz I0429 08:41:45.011446 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67f858855d-4nzvz W0429 08:41:55.163870 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:41:55.163890 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 08:41:55.163895 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 08:42:08.992628 3799 cni.go:452] [openshift-monitoring/prometheus-k8s-0 5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861 network default NAD default NAD key ] I0429 08:42:09.068086 3799 cni.go:473] [openshift-monitoring/prometheus-k8s-0 5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 5d0b920e80089581e9c2eb688d6d8029c0f95a5493c5a2b0484846d4274f3861 network default NAD default NAD key default], result "{}", err I0429 08:42:09.140119 3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:42:09.140154 3799 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0429 08:42:09.141487 3799 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.15 I0429 08:42:09.141517 3799 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:42:09.811918 3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:42:09.811945 3799 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:42:09.820247 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0429 08:42:09.820272 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0429 08:42:09.862656 3799 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:42:09.862775 3799 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0429 08:42:09.883523 3799 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 20.790259ms I0429 08:42:09.883545 3799 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 20.815707ms I0429 08:42:09.884907 3799 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 22.265022ms, libovsdb time 961.298µs I0429 08:42:10.224907 3799 cni.go:452] [openshift-monitoring/prometheus-k8s-0 706cff1b8aa87296303e3791b3d14da27fd4af4dd4f1f169a847c85c09c61cf3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 706cff1b8aa87296303e3791b3d14da27fd4af4dd4f1f169a847c85c09c61cf3 network default NAD default NAD key ] I0429 08:42:10.233561 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 706cff1b8aa8729, network: default, NAD default, SandboxID: "706cff1b8aa87296303e3791b3d14da27fd4af4dd4f1f169a847c85c09c61cf3", PCI device ID: , UID: "8af53dab-0d7c-4bc1-9c54-588a1cfdda1f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0429 08:42:10.279173 3799 cni.go:473] [openshift-monitoring/prometheus-k8s-0 706cff1b8aa87296303e3791b3d14da27fd4af4dd4f1f169a847c85c09c61cf3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 706cff1b8aa87296303e3791b3d14da27fd4af4dd4f1f169a847c85c09c61cf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:52:c8:98:1c:db\",\"name\":\"706cff1b8aa8729\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b11a9a21-11bf-4ac4-b937-804aca7e7cde\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:43:11.086175 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 08:43:11.086196 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0429 08:43:45.404320 3799 cni.go:452] [openshift-console/console-7d4f6d98cc-k7cwk 0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d4f6d98cc-k7cwk 0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b network default NAD default NAD key ] I0429 08:43:45.474780 3799 cni.go:473] [openshift-console/console-7d4f6d98cc-k7cwk 0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d4f6d98cc-k7cwk 0c10ec4e59455dd3ab82a92b63f210c0a434c00ecc1db6714957b21a2646724b network default NAD default NAD key default], result "{}", err I0429 08:43:45.522862 3799 obj_retry.go:498] Detected object openshift-console/console-7d4f6d98cc-k7cwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:43:45.522927 3799 pods.go:176] Deleting pod: openshift-console/console-7d4f6d98cc-k7cwk I0429 08:43:45.524354 3799 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d4f6d98cc-k7cwk, ips: 10.130.0.19 I0429 08:43:45.524382 3799 obj_retry.go:498] Detected object openshift-console/console-7d4f6d98cc-k7cwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:43:45.534570 3799 base_network_controller_pods.go:487] [default/openshift-console/console-74fd8f4ff6-xdbcl] creating logical port openshift-console_console-74fd8f4ff6-xdbcl for pod on switch ip-10-0-1-240.ec2.internal I0429 08:43:45.534682 3799 kube.go:256] Updating pod openshift-console/console-74fd8f4ff6-xdbcl I0429 08:43:45.548619 3799 pod.go:62] [openshift-console/console-74fd8f4ff6-xdbcl] pod update took 13.96424ms I0429 08:43:45.548644 3799 base_network_controller_pods.go:951] [default/openshift-console/console-74fd8f4ff6-xdbcl] addLogicalPort annotation time took 13.991424ms I0429 08:43:45.550052 3799 pods.go:271] [openshift-console/console-74fd8f4ff6-xdbcl] addLogicalPort took 15.497996ms, libovsdb time 883.5µs I0429 08:43:45.903049 3799 cni.go:452] [openshift-console/console-74fd8f4ff6-xdbcl 7ec9b5611616013ff88024ab1ce5d8133f07a23d49bf3bdf5dbb3acd62f96f26 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74fd8f4ff6-xdbcl 7ec9b5611616013ff88024ab1ce5d8133f07a23d49bf3bdf5dbb3acd62f96f26 network default NAD default NAD key ] I0429 08:43:45.912277 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74fd8f4ff6-xdbcl, hostIfaceName: 7ec9b5611616013, network: default, NAD default, SandboxID: "7ec9b5611616013ff88024ab1ce5d8133f07a23d49bf3bdf5dbb3acd62f96f26", PCI device ID: , UID: "4e0f97f3-fb62-4519-bfe0-9d8825e19cd3", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0429 08:43:45.961904 3799 cni.go:473] [openshift-console/console-74fd8f4ff6-xdbcl 7ec9b5611616013ff88024ab1ce5d8133f07a23d49bf3bdf5dbb3acd62f96f26 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74fd8f4ff6-xdbcl 7ec9b5611616013ff88024ab1ce5d8133f07a23d49bf3bdf5dbb3acd62f96f26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:88:36:a3:eb:a9\",\"name\":\"7ec9b5611616013\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d01b05d2-3726-4956-b46c-599e2c74307a\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:43:46.192382 3799 obj_retry.go:492] Detected object openshift-console/console-7d4f6d98cc-k7cwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:43:46.192403 3799 obj_retry.go:492] Detected object openshift-console/console-7d4f6d98cc-k7cwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:43:46.199724 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d4f6d98cc-k7cwk I0429 08:43:46.199749 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d4f6d98cc-k7cwk W0429 08:43:56.228023 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0429 08:43:56.468158 3799 obj_retry.go:498] Detected object openshift-console/console-7d4f6d98cc-rmpvc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:43:56.468738 3799 obj_retry.go:498] Detected object openshift-console/console-7d4f6d98cc-rmpvc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:43:56.918313 3799 obj_retry.go:492] Detected object openshift-console/console-7d4f6d98cc-rmpvc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:43:56.918354 3799 obj_retry.go:492] Detected object openshift-console/console-7d4f6d98cc-rmpvc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:43:56.927757 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d4f6d98cc-rmpvc I0429 08:43:56.927787 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d4f6d98cc-rmpvc I0429 08:44:35.537857 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0429 08:44:49.759079 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0429 08:45:48.638301 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0429 08:45:51.494071 3799 namespace.go:98] [tsf] adding namespace I0429 08:45:51.495077 3799 namespace.go:102] [tsf] adding namespace took 984.847µs I0429 08:45:51.518644 3799 namespace.go:142] [tsf] updating namespace I0429 08:45:51.537029 3799 namespace.go:142] [tsf] updating namespace I0429 08:45:56.087851 3799 namespace.go:98] [tsf-keycloak] adding namespace I0429 08:45:56.088739 3799 namespace.go:102] [tsf-keycloak] adding namespace took 866.428µs I0429 08:45:56.095671 3799 namespace.go:98] [tsf-tas] adding namespace I0429 08:45:56.096337 3799 namespace.go:102] [tsf-tas] adding namespace took 650.055µs I0429 08:45:56.102889 3799 namespace.go:98] [rhbk-operator] adding namespace I0429 08:45:56.103041 3799 namespace.go:98] [rhtpa-operator] adding namespace I0429 08:45:56.103100 3799 namespace.go:98] [cert-manager-operator] adding namespace I0429 08:45:56.103234 3799 namespace.go:98] [konflux-operator] adding namespace I0429 08:45:56.103672 3799 namespace.go:102] [rhbk-operator] adding namespace took 768.428µs I0429 08:45:56.104315 3799 namespace.go:102] [rhtpa-operator] adding namespace took 1.251379ms I0429 08:45:56.104877 3799 namespace.go:102] [cert-manager-operator] adding namespace took 1.759109ms I0429 08:45:56.105445 3799 namespace.go:102] [konflux-operator] adding namespace took 2.166481ms I0429 08:45:56.105468 3799 namespace.go:98] [konflux-ui] adding namespace I0429 08:45:56.105884 3799 namespace.go:102] [konflux-ui] adding namespace took 410.646µs I0429 08:45:56.109646 3799 namespace.go:98] [tsf-tpa] adding namespace I0429 08:45:56.110143 3799 namespace.go:102] [tsf-tpa] adding namespace took 484.59µs I0429 08:45:56.129715 3799 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:45:56.141948 3799 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:45:56.164779 3799 namespace.go:142] [tsf-tas] updating namespace I0429 08:45:56.180686 3799 namespace.go:142] [rhbk-operator] updating namespace I0429 08:45:56.180859 3799 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:45:56.180983 3799 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:45:56.191309 3799 namespace.go:142] [tsf-tas] updating namespace I0429 08:45:56.191359 3799 namespace.go:142] [konflux-operator] updating namespace I0429 08:45:56.203627 3799 namespace.go:142] [konflux-ui] updating namespace I0429 08:45:56.203667 3799 namespace.go:142] [tsf-tpa] updating namespace I0429 08:45:56.203877 3799 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:45:56.263664 3799 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:45:56.289857 3799 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:45:56.289940 3799 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:45:56.302018 3799 namespace.go:142] [tsf-tas] updating namespace I0429 08:45:56.305648 3799 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:45:56.305772 3799 namespace.go:142] [konflux-operator] updating namespace I0429 08:45:56.339592 3799 namespace.go:142] [konflux-operator] updating namespace I0429 08:45:56.348511 3799 namespace.go:142] [konflux-ui] updating namespace I0429 08:45:56.368891 3799 namespace.go:142] [konflux-ui] updating namespace I0429 08:45:56.383020 3799 namespace.go:142] [tsf-tpa] updating namespace I0429 08:45:56.400734 3799 namespace.go:142] [tsf-tpa] updating namespace I0429 08:45:56.404908 3799 namespace.go:142] [rhbk-operator] updating namespace I0429 08:45:56.433589 3799 namespace.go:142] [rhbk-operator] updating namespace I0429 08:45:57.600533 3799 namespace.go:142] [tsf-tpa] updating namespace I0429 08:45:57.607528 3799 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:46:06.425158 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.425770 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.425800 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.425809 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:06.425822 3799 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.425828 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:06.451610 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.452135 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.452157 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.452164 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:06.452175 3799 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:06.452180 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:07.449440 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.449495 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.449509 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.449523 3799 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d7lmcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.477600 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.477623 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.477638 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:07.477654 3799 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51vlhtv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:11.617363 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:11.617912 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:11.617937 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:11.617948 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:11.617960 3799 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:11.617964 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:12.669951 3799 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.670498 3799 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.670521 3799 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.670529 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:12.670564 3799 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.670574 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:12.778077 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.778662 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.778688 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.778696 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:12.778711 3799 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:12.778716 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:12.787092 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:12.787111 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:12.787124 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:12.787139 3799 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2c298d of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.630342 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:13.630890 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:46:13.630926 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:13.630936 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 08:46:13.630957 3799 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 08:46:13.630964 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 08:46:13.695730 3799 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.695750 3799 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.695762 3799 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.695776 3799 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158l4dmv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.807953 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.807973 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.807983 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:13.807996 3799 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7rhj6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:14.677428 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:14.677451 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:14.677466 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:14.677477 3799 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136tgl5v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:46:16.092554 3799 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-b6szz for pod on switch ip-10-0-1-240.ec2.internal I0429 08:46:16.092672 3799 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz I0429 08:46:16.121459 3799 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz] pod update took 28.811144ms I0429 08:46:16.121480 3799 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz] addLogicalPort annotation time took 28.838004ms I0429 08:46:16.122570 3799 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz] addLogicalPort took 30.034615ms, libovsdb time 810.521µs I0429 08:46:16.122626 3799 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-tbzh7 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:46:16.122718 3799 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7 I0429 08:46:16.143935 3799 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7] pod update took 21.237102ms I0429 08:46:16.143960 3799 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7] addLogicalPort annotation time took 21.265861ms I0429 08:46:16.144987 3799 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7] addLogicalPort took 22.366202ms, libovsdb time 701.082µs I0429 08:46:16.451022 3799 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz a8017f98de963574460f350b87398faccb89c0b541666a40d4595b04e9490482 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz a8017f98de963574460f350b87398faccb89c0b541666a40d4595b04e9490482 network default NAD default NAD key ] I0429 08:46:16.453517 3799 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7 54a0e7830e1761272d3041ee488ff2b30b7e46b450ddb7765d16130dc9d37e3e network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7 54a0e7830e1761272d3041ee488ff2b30b7e46b450ddb7765d16130dc9d37e3e network default NAD default NAD key ] I0429 08:46:16.462060 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-b6szz, hostIfaceName: a8017f98de96357, network: default, NAD default, SandboxID: "a8017f98de963574460f350b87398faccb89c0b541666a40d4595b04e9490482", PCI device ID: , UID: "b0128dca-3938-4167-a387-b7aa523887a7", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0429 08:46:16.463029 3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-tbzh7, hostIfaceName: 54a0e7830e17612, network: default, NAD default, SandboxID: "54a0e7830e1761272d3041ee488ff2b30b7e46b450ddb7765d16130dc9d37e3e", PCI device ID: , UID: "a0b0ed56-8e1a-4f86-b932-0a389f5af540", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0429 08:46:16.509877 3799 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz a8017f98de963574460f350b87398faccb89c0b541666a40d4595b04e9490482 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-b6szz a8017f98de963574460f350b87398faccb89c0b541666a40d4595b04e9490482 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ee:e1:47:b1:f4\",\"name\":\"a8017f98de96357\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1afe2898-1b6d-42c9-8885-1775c628f4a4\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:46:16.526490 3799 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7 54a0e7830e1761272d3041ee488ff2b30b7e46b450ddb7765d16130dc9d37e3e network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-tbzh7 54a0e7830e1761272d3041ee488ff2b30b7e46b450ddb7765d16130dc9d37e3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:18:64:a6:5e:c6\",\"name\":\"54a0e7830e17612\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f60b351b-e41a-4f61-98ca-7fdb20447e38\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:46:16.731020 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0429 08:46:19.841503 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0429 08:46:20.239661 3799 namespace.go:98] [cert-manager] adding namespace I0429 08:46:20.240495 3799 namespace.go:102] [cert-manager] adding namespace took 813.246µs I0429 08:46:20.315886 3799 namespace.go:142] [cert-manager] updating namespace I0429 08:46:20.343580 3799 namespace.go:142] [cert-manager] updating namespace W0429 08:46:20.910668 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 08:46:20.931972 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 08:46:24.818808 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0429 08:46:24.818824 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0429 08:46:25.934535 3799 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-gf6pn for pod on switch ip-10-0-1-240.ec2.internal I0429 08:46:25.934625 3799 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn I0429 08:46:25.959671 3799 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn] pod update took 25.067174ms I0429 08:46:25.959695 3799 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn] addLogicalPort annotation time took 25.094604ms I0429 08:46:25.960854 3799 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn] addLogicalPort took 26.337217ms, libovsdb time 845.522µs I0429 08:46:26.206872 3799 namespace.go:142] [openshift-operators] updating namespace I0429 08:46:26.224761 3799 namespace.go:142] [openshift-operators] updating namespace I0429 08:46:26.308852 3799 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn 70f39378e5b743c557676d65e6ca1f81082febfa40b65b79049568b9323cddff network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn 70f39378e5b743c557676d65e6ca1f81082febfa40b65b79049568b9323cddff network default NAD default NAD key ] I0429 08:46:26.319383 3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-gf6pn, hostIfaceName: 70f39378e5b743c, network: default, NAD default, SandboxID: "70f39378e5b743c557676d65e6ca1f81082febfa40b65b79049568b9323cddff", PCI device ID: , UID: "6e5d6849-2084-41e7-8e9c-66513cd39a46", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0429 08:46:26.367254 3799 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn 70f39378e5b743c557676d65e6ca1f81082febfa40b65b79049568b9323cddff network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-gf6pn 70f39378e5b743c557676d65e6ca1f81082febfa40b65b79049568b9323cddff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:a8:a3:ba:0d:fb\",\"name\":\"70f39378e5b743c\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c634105-c197-43c8-8970-2f7ba70f5e77\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:46:31.113542 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0429 08:46:31.537992 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=45 I0429 08:46:33.065191 3799 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-xwqcj for pod on switch ip-10-0-1-240.ec2.internal I0429 08:46:33.065335 3799 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj I0429 08:46:33.100737 3799 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj] pod update took 35.42679ms I0429 08:46:33.100758 3799 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj] addLogicalPort annotation time took 35.456395ms I0429 08:46:33.101931 3799 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj] addLogicalPort took 36.759576ms, libovsdb time 843.752µs I0429 08:46:33.402327 3799 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj 66f54466b29c7d759be9ae85981fd514adfcba5054913808c2d591cf0c9887e6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj 66f54466b29c7d759be9ae85981fd514adfcba5054913808c2d591cf0c9887e6 network default NAD default NAD key ] I0429 08:46:33.412028 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-xwqcj, hostIfaceName: 66f54466b29c7d7, network: default, NAD default, SandboxID: "66f54466b29c7d759be9ae85981fd514adfcba5054913808c2d591cf0c9887e6", PCI device ID: , UID: "9a818a37-3aa1-4a75-9bcc-26d31a1e62b2", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0429 08:46:33.462234 3799 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj 66f54466b29c7d759be9ae85981fd514adfcba5054913808c2d591cf0c9887e6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xwqcj 66f54466b29c7d759be9ae85981fd514adfcba5054913808c2d591cf0c9887e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:5c:2b:b9:6f:ed\",\"name\":\"66f54466b29c7d7\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef86913a-47ed-40ff-aa5e-e0a64d954dca\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:46:33.766137 3799 namespace.go:142] [openshift-operators] updating namespace I0429 08:46:34.442991 3799 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-nq5nc for pod on switch ip-10-0-1-240.ec2.internal I0429 08:46:34.443105 3799 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc I0429 08:46:34.477266 3799 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc] pod update took 34.188776ms I0429 08:46:34.477290 3799 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc] addLogicalPort annotation time took 34.217454ms I0429 08:46:34.478852 3799 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc] addLogicalPort took 35.876535ms, libovsdb time 1.1986ms I0429 08:46:35.350824 3799 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc 544081a8e5f295ffe1b29b866dccd0f2a6ef0eb403c62ea06bffdf3a21698abb network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc 544081a8e5f295ffe1b29b866dccd0f2a6ef0eb403c62ea06bffdf3a21698abb network default NAD default NAD key ] I0429 08:46:35.361407 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-nq5nc, hostIfaceName: 544081a8e5f295f, network: default, NAD default, SandboxID: "544081a8e5f295ffe1b29b866dccd0f2a6ef0eb403c62ea06bffdf3a21698abb", PCI device ID: , UID: "e4f45f34-7e69-499c-8591-b5099d7da249", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0429 08:46:35.412342 3799 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc 544081a8e5f295ffe1b29b866dccd0f2a6ef0eb403c62ea06bffdf3a21698abb network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nq5nc 544081a8e5f295ffe1b29b866dccd0f2a6ef0eb403c62ea06bffdf3a21698abb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:00:b1:43:ae:00\",\"name\":\"544081a8e5f295f\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7eaac1a1-f162-4d79-a90d-9caa6b01e4af\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:46:37.117662 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0429 08:46:38.823561 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0429 08:46:42.343167 3799 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-6gvdm] creating logical port cert-manager_cert-manager-59c77684cc-6gvdm for pod on switch ip-10-0-1-240.ec2.internal I0429 08:46:42.343300 3799 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-6gvdm I0429 08:46:42.361117 3799 pod.go:62] [cert-manager/cert-manager-59c77684cc-6gvdm] pod update took 17.848549ms I0429 08:46:42.361142 3799 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-6gvdm] addLogicalPort annotation time took 17.876326ms I0429 08:46:42.362368 3799 pods.go:271] [cert-manager/cert-manager-59c77684cc-6gvdm] addLogicalPort took 19.218652ms, libovsdb time 829.04µs I0429 08:46:42.703513 3799 cni.go:452] [cert-manager/cert-manager-59c77684cc-6gvdm 8a86a97fa745a5a20eb25c86c494cbb8bd9500deba81ee6dac421827572a3ba0 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-6gvdm 8a86a97fa745a5a20eb25c86c494cbb8bd9500deba81ee6dac421827572a3ba0 network default NAD default NAD key ] I0429 08:46:42.725972 3799 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-6gvdm, hostIfaceName: 8a86a97fa745a5a, network: default, NAD default, SandboxID: "8a86a97fa745a5a20eb25c86c494cbb8bd9500deba81ee6dac421827572a3ba0", PCI device ID: , UID: "6ba43e2b-849c-4036-a08e-a27ac7b52985", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0429 08:46:42.776402 3799 cni.go:473] [cert-manager/cert-manager-59c77684cc-6gvdm 8a86a97fa745a5a20eb25c86c494cbb8bd9500deba81ee6dac421827572a3ba0 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-6gvdm 8a86a97fa745a5a20eb25c86c494cbb8bd9500deba81ee6dac421827572a3ba0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:9a:87:fe:de:cc\",\"name\":\"8a86a97fa745a5a\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b339cb1f-6369-4e27-8bf6-66186bfa6d06\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:46:44.958299 3799 namespace.go:98] [trusted-artifact-signer] adding namespace I0429 08:46:44.959111 3799 namespace.go:102] [trusted-artifact-signer] adding namespace took 783.576µs W0429 08:46:45.032299 3799 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0429 08:46:45.081128 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:45.124812 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:46.066691 3799 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-h2kqc for pod on switch ip-10-0-1-240.ec2.internal I0429 08:46:46.066813 3799 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc I0429 08:46:46.089798 3799 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc] pod update took 23.00686ms I0429 08:46:46.089821 3799 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc] addLogicalPort annotation time took 23.034698ms I0429 08:46:46.091012 3799 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc] addLogicalPort took 24.339794ms, libovsdb time 866.493µs I0429 08:46:46.422759 3799 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc eec0bb6338311e131edb1a05740ddc3d669707d064da158035be9cc67b5a05b8 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc eec0bb6338311e131edb1a05740ddc3d669707d064da158035be9cc67b5a05b8 network default NAD default NAD key ] I0429 08:46:46.431801 3799 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-h2kqc, hostIfaceName: eec0bb6338311e1, network: default, NAD default, SandboxID: "eec0bb6338311e131edb1a05740ddc3d669707d064da158035be9cc67b5a05b8", PCI device ID: , UID: "7c6e431a-900d-4dad-be43-534ccd30b3df", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0429 08:46:46.482313 3799 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc eec0bb6338311e131edb1a05740ddc3d669707d064da158035be9cc67b5a05b8 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-h2kqc eec0bb6338311e131edb1a05740ddc3d669707d064da158035be9cc67b5a05b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:38:6d:23:93:3f\",\"name\":\"eec0bb6338311e1\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b4ab902-df2c-4c8d-9adc-6401cea80896\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:46:47.928470 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 08:46:48.045026 3799 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0429 08:46:48.045100 3799 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vt6lk IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-vt6lk: no pod IPs found I0429 08:46:50.511691 3799 namespace.go:98] [openshift-pipelines] adding namespace I0429 08:46:50.512710 3799 namespace.go:102] [openshift-pipelines] adding namespace took 989.904µs I0429 08:46:50.627797 3799 namespace.go:142] [openshift-pipelines] updating namespace I0429 08:46:51.446330 3799 namespace.go:142] [cert-manager] updating namespace I0429 08:46:51.663049 3799 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:46:52.051997 3799 namespace.go:142] [konflux-operator] updating namespace I0429 08:46:52.262711 3799 namespace.go:142] [konflux-ui] updating namespace I0429 08:46:52.447854 3799 namespace.go:142] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] updating namespace I0429 08:46:52.858606 3799 namespace.go:142] [rhbk-operator] updating namespace I0429 08:46:53.062677 3799 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:46:53.252866 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:53.454383 3799 namespace.go:142] [tsf] updating namespace I0429 08:46:53.652032 3799 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:46:53.858046 3799 namespace.go:142] [tsf-tas] updating namespace I0429 08:46:54.053895 3799 namespace.go:142] [tsf-tpa] updating namespace I0429 08:46:54.205770 3799 namespace.go:142] [cert-manager] updating namespace I0429 08:46:54.218452 3799 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:46:54.230505 3799 namespace.go:142] [default] updating namespace I0429 08:46:54.245058 3799 namespace.go:142] [konflux-operator] updating namespace I0429 08:46:54.262428 3799 namespace.go:142] [konflux-ui] updating namespace I0429 08:46:54.272388 3799 namespace.go:142] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] updating namespace I0429 08:46:54.281389 3799 namespace.go:142] [openshift] updating namespace I0429 08:46:54.295342 3799 namespace.go:142] [rhbk-operator] updating namespace I0429 08:46:54.306591 3799 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:46:54.319690 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:54.334145 3799 namespace.go:142] [tsf] updating namespace I0429 08:46:54.347452 3799 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:46:54.360274 3799 namespace.go:142] [tsf-tas] updating namespace I0429 08:46:54.372880 3799 namespace.go:142] [tsf-tpa] updating namespace I0429 08:46:54.443648 3799 namespace.go:142] [cert-manager] updating namespace I0429 08:46:54.550717 3799 namespace.go:142] [cert-manager-operator] updating namespace I0429 08:46:54.640996 3799 namespace.go:142] [default] updating namespace I0429 08:46:54.740669 3799 namespace.go:142] [konflux-operator] updating namespace I0429 08:46:54.843689 3799 namespace.go:142] [konflux-ui] updating namespace I0429 08:46:54.943810 3799 namespace.go:142] [open-cluster-management-2pvn461a2e3dg73kigr9ohvaqf1urjn8] updating namespace I0429 08:46:55.038619 3799 namespace.go:142] [openshift] updating namespace I0429 08:46:55.143688 3799 namespace.go:142] [rhbk-operator] updating namespace I0429 08:46:55.244823 3799 namespace.go:142] [rhtpa-operator] updating namespace I0429 08:46:55.340151 3799 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 08:46:55.439889 3799 namespace.go:142] [tsf] updating namespace I0429 08:46:55.543749 3799 namespace.go:142] [tsf-keycloak] updating namespace I0429 08:46:55.649274 3799 namespace.go:142] [tsf-tas] updating namespace I0429 08:46:55.748765 3799 namespace.go:142] [tsf-tpa] updating namespace I0429 08:46:56.194766 3799 namespace.go:142] [openshift-pipelines] updating namespace I0429 08:47:01.906044 3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:47:01.906601 3799 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:47:01.937366 3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:47:01.937386 3799 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:47:01.942442 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0429 08:47:01.942465 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0429 08:47:08.021834 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 08:47:08.021855 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 08:47:08.021861 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 08:47:08.066344 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 08:47:08.066364 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 08:47:08.066368 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 08:47:08.820008 3799 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:08.820025 3799 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:08.820031 3799 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 08:47:08.820036 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0429 08:47:16.759915 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0429 08:47:16.891884 3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0429 08:47:16.918917 3799 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0429 08:47:26.801127 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-km2hm] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-km2hm for pod on switch ip-10-0-1-240.ec2.internal I0429 08:47:26.801236 3799 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-km2hm I0429 08:47:26.817961 3799 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-km2hm] pod update took 16.762684ms I0429 08:47:26.817994 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-km2hm] addLogicalPort annotation time took 16.803127ms I0429 08:47:26.819426 3799 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-km2hm] addLogicalPort took 18.317605ms, libovsdb time 1.019228ms I0429 08:47:26.917562 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-z4cwd for pod on switch ip-10-0-1-240.ec2.internal I0429 08:47:26.917705 3799 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd I0429 08:47:26.933547 3799 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd] pod update took 15.873496ms I0429 08:47:26.933572 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd] addLogicalPort annotation time took 15.904831ms I0429 08:47:26.934924 3799 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd] addLogicalPort took 17.403873ms, libovsdb time 951.412µs I0429 08:47:27.190112 3799 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-km2hm 0544f9c0798277f91754c590139034f09b4a4803cabbe1e52f445e310ad14d50 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-km2hm 0544f9c0798277f91754c590139034f09b4a4803cabbe1e52f445e310ad14d50 network default NAD default NAD key ] I0429 08:47:27.199531 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-km2hm, hostIfaceName: 0544f9c0798277f, network: default, NAD default, SandboxID: "0544f9c0798277f91754c590139034f09b4a4803cabbe1e52f445e310ad14d50", PCI device ID: , UID: "f59c8290-7f70-48cc-a958-653d8101aea8", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0429 08:47:27.254694 3799 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-km2hm 0544f9c0798277f91754c590139034f09b4a4803cabbe1e52f445e310ad14d50 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-km2hm 0544f9c0798277f91754c590139034f09b4a4803cabbe1e52f445e310ad14d50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:65:b2:c7:d5:ac\",\"name\":\"0544f9c0798277f\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44ebf181-c702-48e1-9e48-9d8f2511f455\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:47:27.279972 3799 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd a6dd660191bb0318950723c2edde666a183eff111b0750906ddac4ccb1607cab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd a6dd660191bb0318950723c2edde666a183eff111b0750906ddac4ccb1607cab network default NAD default NAD key ] I0429 08:47:27.289560 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-z4cwd, hostIfaceName: a6dd660191bb031, network: default, NAD default, SandboxID: "a6dd660191bb0318950723c2edde666a183eff111b0750906ddac4ccb1607cab", PCI device ID: , UID: "25c3b8f2-1733-4a83-9606-e42e3e114d56", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0429 08:47:27.343854 3799 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd a6dd660191bb0318950723c2edde666a183eff111b0750906ddac4ccb1607cab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-z4cwd a6dd660191bb0318950723c2edde666a183eff111b0750906ddac4ccb1607cab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b0:92:b5:b6:6c\",\"name\":\"a6dd660191bb031\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/756de358-9209-483c-9804-da9634fe92a1\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:47:30.102361 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0429 08:47:40.212570 3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:47:40.213077 3799 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:47:40.247562 3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:47:40.247597 3799 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:47:40.247716 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0429 08:47:40.247737 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0429 08:47:42.324941 3799 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0429 08:47:42.325607 3799 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0429 08:47:42.325628 3799 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0429 08:47:42.328167 3799 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0429 08:47:43.218408 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-bvj78] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-bvj78 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:47:43.218506 3799 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-bvj78 I0429 08:47:43.234274 3799 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-bvj78] pod update took 15.794891ms I0429 08:47:43.234298 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-bvj78] addLogicalPort annotation time took 15.823176ms I0429 08:47:43.235608 3799 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-bvj78] addLogicalPort took 17.216695ms, libovsdb time 897.397µs I0429 08:47:43.580232 3799 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-bvj78 324e22e6d6b5bd09b7d64fcdaffbe18c8efaaabca2bdaad083b9bfbc4ccdcc51 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-bvj78 324e22e6d6b5bd09b7d64fcdaffbe18c8efaaabca2bdaad083b9bfbc4ccdcc51 network default NAD default NAD key ] I0429 08:47:43.589705 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-bvj78, hostIfaceName: 324e22e6d6b5bd0, network: default, NAD default, SandboxID: "324e22e6d6b5bd09b7d64fcdaffbe18c8efaaabca2bdaad083b9bfbc4ccdcc51", PCI device ID: , UID: "72904547-d38a-46a1-8350-dfb42000e617", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0429 08:47:43.645072 3799 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-bvj78 324e22e6d6b5bd09b7d64fcdaffbe18c8efaaabca2bdaad083b9bfbc4ccdcc51 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-bvj78 324e22e6d6b5bd09b7d64fcdaffbe18c8efaaabca2bdaad083b9bfbc4ccdcc51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:da:df:51:59:95\",\"name\":\"324e22e6d6b5bd0\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dba50017-2820-4d56-9082-5e0a7c938148\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:47:44.551815 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=645 I0429 08:47:48.170606 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0429 08:47:48.536498 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0429 08:47:49.538269 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=175 I0429 08:47:49.755583 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0429 08:47:50.069571 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 08:47:50.069596 3799 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 08:47:50.071246 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0429 08:47:50.071260 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0429 08:47:51.257711 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:47:51.257801 3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0429 08:47:51.271086 3799 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 13.308415ms I0429 08:47:51.271109 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 13.337009ms I0429 08:47:51.272411 3799 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.714142ms, libovsdb time 882.934µs I0429 08:47:55.826913 3799 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 ff866261206a3e876b6da9c42de4a132a37a56e1efa86889a3292b8d1da60de2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 ff866261206a3e876b6da9c42de4a132a37a56e1efa86889a3292b8d1da60de2 network default NAD default NAD key ] I0429 08:47:55.836306 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: ff866261206a3e8, network: default, NAD default, SandboxID: "ff866261206a3e876b6da9c42de4a132a37a56e1efa86889a3292b8d1da60de2", PCI device ID: , UID: "b82dc9cd-8413-419f-97ab-1db284342e8f", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0429 08:47:55.886421 3799 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 ff866261206a3e876b6da9c42de4a132a37a56e1efa86889a3292b8d1da60de2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 ff866261206a3e876b6da9c42de4a132a37a56e1efa86889a3292b8d1da60de2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:16:84:76:a4:d3\",\"name\":\"ff866261206a3e8\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e106a9ac-f6a5-4b66-abbf-665e341ae4ca\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:48:02.340178 3799 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0429 08:48:03.676581 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-sg6kx for pod on switch ip-10-0-1-240.ec2.internal I0429 08:48:03.676697 3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx I0429 08:48:03.695274 3799 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx] pod update took 18.6036ms I0429 08:48:03.695298 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx] addLogicalPort annotation time took 18.631308ms I0429 08:48:03.696737 3799 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx] addLogicalPort took 20.172746ms, libovsdb time 983.445µs I0429 08:48:03.767673 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-vc5n5 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:48:03.767797 3799 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5 I0429 08:48:03.785090 3799 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5] pod update took 17.31045ms I0429 08:48:03.785121 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5] addLogicalPort annotation time took 17.349711ms I0429 08:48:03.786430 3799 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5] addLogicalPort took 18.779378ms, libovsdb time 880.268µs I0429 08:48:04.045164 3799 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx 4d02d10268a929d9a6e8cc337a8de9f07f969ec81a629308f688ecdd7d5dfd7e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx 4d02d10268a929d9a6e8cc337a8de9f07f969ec81a629308f688ecdd7d5dfd7e network default NAD default NAD key ] I0429 08:48:04.054086 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-sg6kx, hostIfaceName: 4d02d10268a929d, network: default, NAD default, SandboxID: "4d02d10268a929d9a6e8cc337a8de9f07f969ec81a629308f688ecdd7d5dfd7e", PCI device ID: , UID: "fa2e0dde-48f2-4e0d-8370-f5e6c02708c8", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0429 08:48:04.108513 3799 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx 4d02d10268a929d9a6e8cc337a8de9f07f969ec81a629308f688ecdd7d5dfd7e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-sg6kx 4d02d10268a929d9a6e8cc337a8de9f07f969ec81a629308f688ecdd7d5dfd7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8e:73:c6:b2:d3\",\"name\":\"4d02d10268a929d\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61b72bb2-7478-4f4e-bf48-8303d25209f5\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:48:04.130840 3799 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5 62244b5fe82dc8425ddd5e08bed4253c6e0dcc8dc7d8dd29a3550bff68c2f6db network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5 62244b5fe82dc8425ddd5e08bed4253c6e0dcc8dc7d8dd29a3550bff68c2f6db network default NAD default NAD key ] I0429 08:48:04.140972 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-vc5n5, hostIfaceName: 62244b5fe82dc84, network: default, NAD default, SandboxID: "62244b5fe82dc8425ddd5e08bed4253c6e0dcc8dc7d8dd29a3550bff68c2f6db", PCI device ID: , UID: "bea960c4-5efb-4b6c-bd5c-5a0e4cd4f9f2", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0429 08:48:04.192736 3799 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5 62244b5fe82dc8425ddd5e08bed4253c6e0dcc8dc7d8dd29a3550bff68c2f6db network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-vc5n5 62244b5fe82dc8425ddd5e08bed4253c6e0dcc8dc7d8dd29a3550bff68c2f6db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fe:ab:06:a3:40\",\"name\":\"62244b5fe82dc84\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af357fa0-81d0-412a-906a-7d46e93ec662\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:48:09.329605 3799 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 08:48:09.329625 3799 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 08:48:09.329632 3799 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 08:48:14.359325 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 08:48:14.359347 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 08:48:14.359354 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0429 08:48:15.388579 3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:15.389101 3799 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:15.437427 3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:15.437449 3799 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:15.444447 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0429 08:48:15.444477 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0429 08:48:18.809697 3799 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-jf5x8-hpwsq] creating logical port tsf-tas_ctlog-createtree-job-jf5x8-hpwsq for pod on switch ip-10-0-1-240.ec2.internal I0429 08:48:18.809789 3799 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-jf5x8-hpwsq I0429 08:48:18.829507 3799 pod.go:62] [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq] pod update took 19.74192ms I0429 08:48:18.829529 3799 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-jf5x8-hpwsq] addLogicalPort annotation time took 19.77195ms I0429 08:48:18.830783 3799 pods.go:271] [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq] addLogicalPort took 21.105331ms, libovsdb time 891.096µs I0429 08:48:19.060053 3799 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5886d9677f-2v2s6] creating logical port tsf-tas_trillian-logserver-5886d9677f-2v2s6 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:48:19.060161 3799 kube.go:256] Updating pod tsf-tas/trillian-logserver-5886d9677f-2v2s6 I0429 08:48:19.077492 3799 pod.go:62] [tsf-tas/trillian-logserver-5886d9677f-2v2s6] pod update took 17.36536ms I0429 08:48:19.077517 3799 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5886d9677f-2v2s6] addLogicalPort annotation time took 17.394863ms I0429 08:48:19.078785 3799 pods.go:271] [tsf-tas/trillian-logserver-5886d9677f-2v2s6] addLogicalPort took 18.743693ms, libovsdb time 852.043µs I0429 08:48:19.172325 3799 cni.go:452] [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq 75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq 75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560 network default NAD default NAD key ] I0429 08:48:19.181611 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-jf5x8-hpwsq, hostIfaceName: 75dc90054c1cd42, network: default, NAD default, SandboxID: "75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560", PCI device ID: , UID: "23d05767-10dc-4f60-8a12-4bf0802fcdca", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0429 08:48:19.235343 3799 cni.go:473] [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq 75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq 75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:26:0a:95:ce:17\",\"name\":\"75dc90054c1cd42\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/406b7a5a-e61f-4b1a-be13-bfd34fa71070\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:48:20.035183 3799 cni.go:452] [tsf-tas/trillian-logserver-5886d9677f-2v2s6 b058a5a2d1386c8135698796a3029a18c56a0c4cb67ce787785fea4c94c34d10 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5886d9677f-2v2s6 b058a5a2d1386c8135698796a3029a18c56a0c4cb67ce787785fea4c94c34d10 network default NAD default NAD key ] I0429 08:48:20.044544 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5886d9677f-2v2s6, hostIfaceName: b058a5a2d1386c8, network: default, NAD default, SandboxID: "b058a5a2d1386c8135698796a3029a18c56a0c4cb67ce787785fea4c94c34d10", PCI device ID: , UID: "99a6dfb9-4312-448f-a126-8dac9169a106", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0429 08:48:20.096797 3799 cni.go:473] [tsf-tas/trillian-logserver-5886d9677f-2v2s6 b058a5a2d1386c8135698796a3029a18c56a0c4cb67ce787785fea4c94c34d10 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5886d9677f-2v2s6 b058a5a2d1386c8135698796a3029a18c56a0c4cb67ce787785fea4c94c34d10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:40:1f:2b:1c:b5\",\"name\":\"b058a5a2d1386c8\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4570b273-d043-4040-b611-fb5c3225f994\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:48:26.428708 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0429 08:48:31.509247 3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tktsl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:31.509780 3799 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tktsl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:32.391517 3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tktsl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:32.391542 3799 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tktsl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:48:32.486292 3799 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0429 08:48:35.615625 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l7mgr-796qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:35.616272 3799 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-l7mgr-796qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:48:36.635749 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l7mgr-796qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:36.635773 3799 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-l7mgr-796qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:48:39.296809 3799 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-t88wj for pod on switch ip-10-0-1-240.ec2.internal I0429 08:48:39.296892 3799 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj I0429 08:48:39.315753 3799 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj] pod update took 18.880557ms I0429 08:48:39.315777 3799 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj] addLogicalPort annotation time took 18.910776ms I0429 08:48:39.317309 3799 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj] addLogicalPort took 20.514211ms, libovsdb time 1.05529ms I0429 08:48:39.653430 3799 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj a32a452261d3465a2d177f706b15373e66ef892c87352c3936da92d78bdd0c23 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj a32a452261d3465a2d177f706b15373e66ef892c87352c3936da92d78bdd0c23 network default NAD default NAD key ] I0429 08:48:39.663378 3799 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-t88wj, hostIfaceName: a32a452261d3465, network: default, NAD default, SandboxID: "a32a452261d3465a2d177f706b15373e66ef892c87352c3936da92d78bdd0c23", PCI device ID: , UID: "d47c2e90-3ccc-4277-8b7c-ddac9224b68a", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0429 08:48:39.712754 3799 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj a32a452261d3465a2d177f706b15373e66ef892c87352c3936da92d78bdd0c23 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-t88wj a32a452261d3465a2d177f706b15373e66ef892c87352c3936da92d78bdd0c23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9e:f3:b1:ee:c0\",\"name\":\"a32a452261d3465\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaab45d9-cc4c-4437-9c9a-9622ac898585\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:48:40.500813 3799 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0429 08:48:42.435046 3799 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 08:48:42.435068 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0429 08:48:44.449368 3799 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0429 08:48:51.743233 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0429 08:48:52.615977 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0429 08:48:59.627727 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0429 08:49:01.616113 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 W0429 08:49:10.609298 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0429 08:49:11.737315 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0429 08:49:14.761576 3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:14.762132 3799 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:14.783339 3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:14.783352 3799 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:14.791076 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0429 08:49:14.791096 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0429 08:49:24.539178 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0429 08:49:26.827255 3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-t7nbf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:26.827886 3799 obj_retry.go:498] Detected object tsf/patch-tekton-config-t7nbf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:27.710387 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-t7nbf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:27.710410 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-t7nbf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:35.880891 3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-l22lj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:35.881448 3799 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-l22lj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:36.899921 3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-l22lj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:36.899943 3799 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-l22lj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:36.934995 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-t7nbf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:36.935012 3799 obj_retry.go:492] Detected object tsf/patch-tekton-config-t7nbf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:36.939728 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-t7nbf I0429 08:49:36.939753 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-t7nbf I0429 08:49:40.917751 3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:40.918289 3799 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:40.944540 3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:40.944558 3799 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:40.953410 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0429 08:49:40.953428 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0429 08:49:41.808126 3799 cni.go:452] [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq 75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq 75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560 network default NAD default NAD key ] I0429 08:49:41.899379 3799 cni.go:473] [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq 75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-jf5x8-hpwsq 75dc90054c1cd42e3c66d15b5186bfc90f9fae8a0d338500fbb9f81c6cbc1560 network default NAD default NAD key default], result "{}", err I0429 08:49:41.952727 3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jf5x8-hpwsq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:41.952762 3799 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-jf5x8-hpwsq I0429 08:49:41.954096 3799 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-jf5x8-hpwsq, ips: 10.130.0.36 I0429 08:49:41.954124 3799 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-jf5x8-hpwsq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:42.424961 3799 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-js87p] creating logical port tsf-tpa_create-db-js87p for pod on switch ip-10-0-1-240.ec2.internal I0429 08:49:42.425083 3799 kube.go:256] Updating pod tsf-tpa/create-db-js87p I0429 08:49:42.437289 3799 pod.go:62] [tsf-tpa/create-db-js87p] pod update took 12.224275ms I0429 08:49:42.437319 3799 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-js87p] addLogicalPort annotation time took 12.258568ms I0429 08:49:42.438660 3799 pods.go:271] [tsf-tpa/create-db-js87p] addLogicalPort took 13.721076ms, libovsdb time 917.449µs I0429 08:49:42.784229 3799 cni.go:452] [tsf-tpa/create-db-js87p 8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-js87p 8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7 network default NAD default NAD key ] I0429 08:49:42.794170 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-js87p, hostIfaceName: 8f8cad9d714dbd0, network: default, NAD default, SandboxID: "8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7", PCI device ID: , UID: "bab3099f-63ba-4049-9095-b4f46d6ef0ff", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0429 08:49:42.822421 3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jf5x8-hpwsq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:42.822449 3799 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-jf5x8-hpwsq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:42.845467 3799 cni.go:473] [tsf-tpa/create-db-js87p 8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-js87p 8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:45:fb:e8:21:c7\",\"name\":\"8f8cad9d714dbd0\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/718be6cb-958c-481d-b9b4-f21a3ba52bed\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:49:44.115409 3799 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-68c67875-8l7mk] creating logical port tsf-tas_ctlog-68c67875-8l7mk for pod on switch ip-10-0-1-240.ec2.internal I0429 08:49:44.115557 3799 kube.go:256] Updating pod tsf-tas/ctlog-68c67875-8l7mk I0429 08:49:44.139660 3799 pod.go:62] [tsf-tas/ctlog-68c67875-8l7mk] pod update took 24.122826ms I0429 08:49:44.139685 3799 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-68c67875-8l7mk] addLogicalPort annotation time took 24.15237ms I0429 08:49:44.141052 3799 pods.go:271] [tsf-tas/ctlog-68c67875-8l7mk] addLogicalPort took 25.662803ms, libovsdb time 966.682µs I0429 08:49:45.055763 3799 cni.go:452] [tsf-tas/ctlog-68c67875-8l7mk a21b551d0ea1d7bd2c2e08058405006c6103eae2d123df7cf644be4c4036c338 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-68c67875-8l7mk a21b551d0ea1d7bd2c2e08058405006c6103eae2d123df7cf644be4c4036c338 network default NAD default NAD key ] I0429 08:49:45.064985 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-68c67875-8l7mk, hostIfaceName: a21b551d0ea1d7b, network: default, NAD default, SandboxID: "a21b551d0ea1d7bd2c2e08058405006c6103eae2d123df7cf644be4c4036c338", PCI device ID: , UID: "e88198f5-1332-4950-b18e-f87f60eafa23", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0429 08:49:45.119572 3799 cni.go:473] [tsf-tas/ctlog-68c67875-8l7mk a21b551d0ea1d7bd2c2e08058405006c6103eae2d123df7cf644be4c4036c338 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-68c67875-8l7mk a21b551d0ea1d7bd2c2e08058405006c6103eae2d123df7cf644be4c4036c338 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:84:44:76:2e:6a\",\"name\":\"a21b551d0ea1d7b\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1874eee6-f565-4481-9dd3-b3b8633e3a9a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:49:46.841902 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0429 08:49:46.846782 3799 cni.go:452] [tsf-tpa/create-db-js87p 8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-js87p 8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7 network default NAD default NAD key ] I0429 08:49:46.933798 3799 cni.go:473] [tsf-tpa/create-db-js87p 8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-js87p 8f8cad9d714dbd0a98580d11ced734998c979ceb09329bde42399a872da105c7 network default NAD default NAD key default], result "{}", err I0429 08:49:46.989133 3799 obj_retry.go:498] Detected object tsf-tpa/create-db-js87p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:46.989177 3799 pods.go:176] Deleting pod: tsf-tpa/create-db-js87p I0429 08:49:46.990471 3799 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-js87p, ips: 10.130.0.39 I0429 08:49:46.990505 3799 obj_retry.go:498] Detected object tsf-tpa/create-db-js87p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:48.014996 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-js87p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:48.015020 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-js87p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:48.145984 3799 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-tdxfr] creating logical port tsf-tpa_migrate-db-tdxfr for pod on switch ip-10-0-1-240.ec2.internal I0429 08:49:48.146067 3799 kube.go:256] Updating pod tsf-tpa/migrate-db-tdxfr I0429 08:49:48.158684 3799 pod.go:62] [tsf-tpa/migrate-db-tdxfr] pod update took 12.637271ms I0429 08:49:48.158707 3799 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-tdxfr] addLogicalPort annotation time took 12.66446ms I0429 08:49:48.160235 3799 pods.go:271] [tsf-tpa/migrate-db-tdxfr] addLogicalPort took 14.268212ms, libovsdb time 1.043916ms I0429 08:49:48.505913 3799 cni.go:452] [tsf-tpa/migrate-db-tdxfr 37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-tdxfr 37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1 network default NAD default NAD key ] I0429 08:49:48.515088 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-tdxfr, hostIfaceName: 37c949df155404a, network: default, NAD default, SandboxID: "37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1", PCI device ID: , UID: "e0c949b1-3e9a-4ae0-99ff-dac30294a136", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0429 08:49:48.565557 3799 cni.go:473] [tsf-tpa/migrate-db-tdxfr 37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-tdxfr 37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:48:50:af:48:f5\",\"name\":\"37c949df155404a\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad93905e-122c-4669-9ed7-e50e73420653\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:49:50.869059 3799 cni.go:452] [tsf-tpa/migrate-db-tdxfr 37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-tdxfr 37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1 network default NAD default NAD key ] I0429 08:49:50.962316 3799 cni.go:473] [tsf-tpa/migrate-db-tdxfr 37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-tdxfr 37c949df155404ac56618fb7f8b04ac5e1428c234d063429e1dd8829436e98c1 network default NAD default NAD key default], result "{}", err I0429 08:49:51.014475 3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tdxfr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:51.014514 3799 pods.go:176] Deleting pod: tsf-tpa/migrate-db-tdxfr I0429 08:49:51.015950 3799 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-tdxfr, ips: 10.130.0.41 I0429 08:49:51.015981 3799 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tdxfr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:51.178245 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tdxfr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:51.178268 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tdxfr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:52.993219 3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcdl-7ffq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:52.993769 3799 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcdl-7ffq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:53.443086 3799 namespace.go:142] [openshift-pipelines] updating namespace I0429 08:49:53.879566 3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcdl-7ffq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:53.879593 3799 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcdl-7ffq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:56.005076 3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-j4z9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:56.005548 3799 obj_retry.go:498] Detected object tsf-tpa/create-importers-j4z9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:49:56.175806 3799 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7b496fc5db-hkdsh] creating logical port tsf-tas_rekor-search-ui-7b496fc5db-hkdsh for pod on switch ip-10-0-1-240.ec2.internal I0429 08:49:56.175909 3799 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7b496fc5db-hkdsh I0429 08:49:56.189533 3799 pod.go:62] [tsf-tas/rekor-search-ui-7b496fc5db-hkdsh] pod update took 13.648273ms I0429 08:49:56.189557 3799 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7b496fc5db-hkdsh] addLogicalPort annotation time took 13.677513ms I0429 08:49:56.190750 3799 pods.go:271] [tsf-tas/rekor-search-ui-7b496fc5db-hkdsh] addLogicalPort took 14.964069ms, libovsdb time 808.082µs I0429 08:49:56.536371 3799 cni.go:452] [tsf-tas/rekor-search-ui-7b496fc5db-hkdsh b21c96c72d12d166582161897765bf9a959ec7619f8bbf7a04dec330d4eae36a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7b496fc5db-hkdsh b21c96c72d12d166582161897765bf9a959ec7619f8bbf7a04dec330d4eae36a network default NAD default NAD key ] I0429 08:49:56.545396 3799 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7b496fc5db-hkdsh, hostIfaceName: b21c96c72d12d16, network: default, NAD default, SandboxID: "b21c96c72d12d166582161897765bf9a959ec7619f8bbf7a04dec330d4eae36a", PCI device ID: , UID: "6c1b8d2b-0c9f-4449-95a3-034aa0c080e4", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0429 08:49:56.597702 3799 cni.go:473] [tsf-tas/rekor-search-ui-7b496fc5db-hkdsh b21c96c72d12d166582161897765bf9a959ec7619f8bbf7a04dec330d4eae36a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7b496fc5db-hkdsh b21c96c72d12d166582161897765bf9a959ec7619f8bbf7a04dec330d4eae36a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:74:3e:4d:0c:a0\",\"name\":\"b21c96c72d12d16\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97a82887-ec08-4465-ac63-8df144ba3e06\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:49:57.028011 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-j4z9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:49:57.028035 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-j4z9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:49:58.864354 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0429 08:49:58.893050 3799 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0429 08:49:59.926455 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0429 08:50:04.066978 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624210-rgm6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:04.067498 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624210-rgm6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:04.941461 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624210-rgm6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:04.941488 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624210-rgm6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 08:50:05.934013 3799 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0429 08:50:05.939560 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0429 08:50:11.955535 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0429 08:50:34.236420 3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:34.236958 3799 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:34.282750 3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:34.282769 3799 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:34.290395 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0429 08:50:34.290417 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0429 08:50:35.153791 3799 namespace.go:98] [build-service] adding namespace I0429 08:50:35.154686 3799 namespace.go:102] [build-service] adding namespace took 871.427µs I0429 08:50:35.166924 3799 namespace.go:98] [default-tenant] adding namespace I0429 08:50:35.166987 3799 namespace.go:98] [image-controller] adding namespace I0429 08:50:35.167107 3799 namespace.go:98] [integration-service] adding namespace I0429 08:50:35.167759 3799 namespace.go:102] [default-tenant] adding namespace took 817.226µs I0429 08:50:35.168377 3799 namespace.go:102] [image-controller] adding namespace took 1.376996ms I0429 08:50:35.169023 3799 namespace.go:102] [integration-service] adding namespace took 1.905444ms I0429 08:50:35.256870 3799 namespace.go:142] [build-service] updating namespace I0429 08:50:35.283122 3799 namespace.go:142] [build-service] updating namespace I0429 08:50:35.297913 3799 namespace.go:142] [default-tenant] updating namespace I0429 08:50:35.323705 3799 namespace.go:142] [default-tenant] updating namespace I0429 08:50:35.349863 3799 namespace.go:142] [image-controller] updating namespace I0429 08:50:35.401891 3799 namespace.go:142] [image-controller] updating namespace I0429 08:50:35.406316 3799 namespace.go:142] [build-service] updating namespace I0429 08:50:35.407578 3799 namespace.go:142] [integration-service] updating namespace I0429 08:50:35.450662 3799 namespace.go:142] [integration-service] updating namespace I0429 08:50:35.472821 3799 namespace.go:142] [integration-service] updating namespace I0429 08:50:35.472910 3799 namespace.go:98] [release-service] adding namespace I0429 08:50:35.473740 3799 namespace.go:102] [release-service] adding namespace took 814.813µs I0429 08:50:35.516606 3799 namespace.go:142] [konflux-ui] updating namespace I0429 08:50:35.536800 3799 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-240.ec2.internal I0429 08:50:35.536901 3799 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0429 08:50:35.551763 3799 namespace.go:142] [release-service] updating namespace I0429 08:50:35.571545 3799 namespace.go:142] [release-service] updating namespace I0429 08:50:35.607988 3799 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 71.111489ms I0429 08:50:35.608011 3799 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 71.140072ms I0429 08:50:35.609331 3799 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 72.552275ms, libovsdb time 850.724µs I0429 08:50:35.633687 3799 namespace.go:98] [konflux-info] adding namespace I0429 08:50:35.634562 3799 namespace.go:102] [konflux-info] adding namespace took 854.829µs I0429 08:50:35.689948 3799 namespace.go:142] [konflux-info] updating namespace I0429 08:50:35.758836 3799 namespace.go:98] [namespace-lister] adding namespace I0429 08:50:35.759797 3799 namespace.go:102] [namespace-lister] adding namespace took 935.644µs I0429 08:50:35.898196 3799 cni.go:452] [konflux-ui/test-tsf-konflux 406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1 network default NAD default NAD key ] I0429 08:50:35.907674 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 406a07f2b9a9391, network: default, NAD default, SandboxID: "406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1", PCI device ID: , UID: "ba75d78b-42f4-47aa-820c-7b1e30e3c0c4", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0429 08:50:35.962109 3799 cni.go:473] [konflux-ui/test-tsf-konflux 406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:e7:7b:66:04:c5\",\"name\":\"406a07f2b9a9391\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0502a84-96f8-4a5e-9979-613c466f4876\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 08:50:35.965265 3799 namespace.go:98] [enterprise-contract-service] adding namespace I0429 08:50:35.965493 3799 namespace.go:142] [konflux-info] updating namespace I0429 08:50:35.965533 3799 namespace.go:142] [image-controller] updating namespace I0429 08:50:35.966107 3799 namespace.go:102] [enterprise-contract-service] adding namespace took 830.439µs I0429 08:50:36.017879 3799 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:36.144728 3799 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:36.333831 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:36.472509 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:36.472667 3799 namespace.go:142] [default-tenant] updating namespace I0429 08:50:36.813840 3799 namespace.go:98] [segment-bridge] adding namespace I0429 08:50:36.814783 3799 namespace.go:102] [segment-bridge] adding namespace took 922.511µs I0429 08:50:37.020017 3799 namespace.go:142] [segment-bridge] updating namespace I0429 08:50:37.043076 3799 namespace.go:98] [konflux-cli] adding namespace I0429 08:50:37.043937 3799 namespace.go:102] [konflux-cli] adding namespace took 840.458µs I0429 08:50:37.168253 3799 namespace.go:142] [segment-bridge] updating namespace I0429 08:50:37.266984 3799 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:37.376958 3799 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:37.481024 3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0429 08:50:37.481746 3799 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0429 08:50:37.481765 3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0429 08:50:37.484502 3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0429 08:50:37.523824 3799 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0429 08:50:37.523855 3799 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0429 08:50:37.524758 3799 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0429 08:50:38.562881 3799 namespace.go:142] [build-service] updating namespace I0429 08:50:40.153732 3799 namespace.go:142] [default-tenant] updating namespace W0429 08:50:40.194693 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0429 08:50:40.338937 3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2tl66-xvrfh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:40.339559 3799 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2tl66-xvrfh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:50:40.897196 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:41.220325 3799 namespace.go:142] [image-controller] updating namespace I0429 08:50:41.344970 3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2tl66-xvrfh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:41.344993 3799 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2tl66-xvrfh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:50:41.558104 3799 namespace.go:142] [integration-service] updating namespace I0429 08:50:41.695102 3799 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5cb85ff769-n7gs6] creating logical port konflux-ui_proxy-5cb85ff769-n7gs6 for pod on switch ip-10-0-1-240.ec2.internal I0429 08:50:41.695229 3799 kube.go:256] Updating pod konflux-ui/proxy-5cb85ff769-n7gs6 I0429 08:50:41.744041 3799 pod.go:62] [konflux-ui/proxy-5cb85ff769-n7gs6] pod update took 48.871956ms I0429 08:50:41.744076 3799 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5cb85ff769-n7gs6] addLogicalPort annotation time took 48.901955ms I0429 08:50:41.745405 3799 pods.go:271] [konflux-ui/proxy-5cb85ff769-n7gs6] addLogicalPort took 50.326375ms, libovsdb time 866.352µs I0429 08:50:41.815853 3799 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:42.085755 3799 namespace.go:142] [konflux-info] updating namespace W0429 08:50:42.148691 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0429 08:50:42.253091 3799 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:42.445840 3799 namespace.go:142] [release-service] updating namespace I0429 08:50:42.656552 3799 namespace.go:142] [segment-bridge] updating namespace I0429 08:50:42.780802 3799 namespace.go:142] [build-service] updating namespace I0429 08:50:42.808324 3799 namespace.go:142] [default-tenant] updating namespace I0429 08:50:42.832491 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:42.842027 3799 namespace.go:142] [image-controller] updating namespace I0429 08:50:42.856823 3799 namespace.go:142] [integration-service] updating namespace I0429 08:50:42.890872 3799 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:42.956906 3799 namespace.go:142] [konflux-info] updating namespace I0429 08:50:42.997097 3799 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:43.031139 3799 namespace.go:142] [release-service] updating namespace I0429 08:50:43.066761 3799 namespace.go:142] [segment-bridge] updating namespace I0429 08:50:43.180708 3799 namespace.go:142] [build-service] updating namespace I0429 08:50:43.245981 3799 namespace.go:142] [default-tenant] updating namespace I0429 08:50:43.331881 3799 namespace.go:142] [enterprise-contract-service] updating namespace I0429 08:50:43.409718 3799 namespace.go:142] [image-controller] updating namespace I0429 08:50:43.475312 3799 namespace.go:142] [integration-service] updating namespace I0429 08:50:43.541701 3799 namespace.go:142] [konflux-cli] updating namespace I0429 08:50:43.601273 3799 namespace.go:142] [konflux-info] updating namespace I0429 08:50:43.701130 3799 namespace.go:142] [namespace-lister] updating namespace I0429 08:50:43.785650 3799 namespace.go:142] [release-service] updating namespace I0429 08:50:43.897143 3799 namespace.go:142] [segment-bridge] updating namespace W0429 08:50:45.165794 3799 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0429 08:50:45.650894 3799 cni.go:452] [konflux-ui/proxy-5cb85ff769-n7gs6 df1d728977ea206e1533995e461f50f7117df781353a7a852e68a99d56477647 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5cb85ff769-n7gs6 df1d728977ea206e1533995e461f50f7117df781353a7a852e68a99d56477647 network default NAD default NAD key ] I0429 08:50:45.676956 3799 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5cb85ff769-n7gs6, hostIfaceName: df1d728977ea206, network: default, NAD default, SandboxID: "df1d728977ea206e1533995e461f50f7117df781353a7a852e68a99d56477647", PCI device ID: , UID: "1b5aedf2-23f2-4595-9ab5-e14162af5548", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0429 08:50:45.730246 3799 cni.go:473] [konflux-ui/proxy-5cb85ff769-n7gs6 df1d728977ea206e1533995e461f50f7117df781353a7a852e68a99d56477647 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5cb85ff769-n7gs6 df1d728977ea206e1533995e461f50f7117df781353a7a852e68a99d56477647 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:38:c8:4a:2a:b0\",\"name\":\"df1d728977ea206\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac0e1c4a-ad9d-46f7-ad71-704aa92d7254\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 08:50:49.192039 3799 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0429 08:50:51.207607 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 08:50:51.207629 3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 08:50:53.231288 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 08:50:53.231398 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 08:50:53.255708 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 08:50:53.258173 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 08:50:53.313920 3799 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 08:50:53.313937 3799 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 08:50:55.247471 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0429 08:50:55.272924 3799 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0429 08:50:55.275229 3799 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0429 08:51:05.216510 3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:51:05.217080 3799 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:51:05.320671 3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:51:05.320693 3799 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:51:05.332062 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 I0429 08:51:05.332090 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-f2zk4 I0429 08:51:17.641679 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0429 08:51:32.288600 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0429 08:51:32.288623 3799 util.go:959] Failed to build node endpoints for node ip-10-0-1-240.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0429 08:51:40.551493 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0429 08:52:02.381291 3799 obj_retry.go:498] Detected object konflux-ui/proxy-579fc6d5dd-s9hc4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:52:02.381835 3799 obj_retry.go:498] Detected object konflux-ui/proxy-579fc6d5dd-s9hc4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:52:02.645862 3799 obj_retry.go:492] Detected object konflux-ui/proxy-579fc6d5dd-s9hc4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:52:02.645886 3799 obj_retry.go:492] Detected object konflux-ui/proxy-579fc6d5dd-s9hc4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:52:02.655673 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-579fc6d5dd-s9hc4 I0429 08:52:02.655694 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-579fc6d5dd-s9hc4 I0429 08:52:07.633946 3799 cni.go:452] [konflux-ui/test-tsf-konflux 406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1 network default NAD default NAD key ] I0429 08:52:07.710191 3799 cni.go:473] [konflux-ui/test-tsf-konflux 406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 406a07f2b9a9391b8f15e8bb9cfc2a776b9791d393ce20e4e7ee4ac3379da1b1 network default NAD default NAD key default], result "{}", err I0429 08:52:07.764953 3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 08:52:07.764986 3799 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0429 08:52:07.766539 3799 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.43 I0429 08:52:07.766573 3799 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 08:52:07.785309 3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:52:07.785333 3799 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:52:07.792665 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0429 08:52:07.792688 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0429 08:52:37.796565 3799 namespace.go:98] [managed-tenant-tqyug] adding namespace I0429 08:52:37.800634 3799 namespace.go:102] [managed-tenant-tqyug] adding namespace took 4.04479ms I0429 08:52:37.827902 3799 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:37.847529 3799 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:38.944943 3799 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:39.074948 3799 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:39.177119 3799 namespace.go:142] [managed-tenant-tqyug] updating namespace I0429 08:52:45.762778 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0429 08:53:42.762335 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0429 08:53:48.734607 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0429 08:55:03.741147 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0429 08:55:06.618935 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0429 08:55:08.543000 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0429 08:55:16.541636 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0429 08:55:35.746594 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0429 08:56:17.555816 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=381 I0429 08:56:52.619644 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0429 08:56:54.542106 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=100 I0429 08:57:24.539309 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=83 I0429 08:57:26.759176 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0429 08:58:17.631163 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0429 08:59:11.766020 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0429 08:59:34.562411 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0429 08:59:48.048115 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-js87p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:48.048165 3799 obj_retry.go:492] Detected object tsf-tpa/create-db-js87p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:48.052615 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-js87p I0429 08:59:48.052646 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-js87p I0429 08:59:51.028426 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tdxfr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:51.028472 3799 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tdxfr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:51.033857 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-tdxfr I0429 08:59:51.033877 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-tdxfr I0429 08:59:57.034553 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-j4z9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:57.034583 3799 obj_retry.go:492] Detected object tsf-tpa/create-importers-j4z9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 08:59:57.040049 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-j4z9z I0429 08:59:57.040073 3799 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-j4z9z I0429 09:00:04.396873 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624220-ct9bf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 09:00:04.397473 3799 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624220-ct9bf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 09:00:05.268182 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624220-ct9bf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 09:00:05.268234 3799 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624220-ct9bf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 09:00:43.749779 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0429 09:00:48.738257 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0429 09:01:10.645399 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0429 09:01:11.765986 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0429 09:01:30.546263 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0429 09:02:45.546153 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0429 09:03:05.545130 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0429 09:03:15.621845 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0429 09:03:46.324684 3799 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7d4f6d98cc-k7cwk I0429 09:03:51.559077 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=38 I0429 09:04:11.744226 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0429 09:05:03.762905 3799 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0429 09:05:40.635051 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0429 09:05:43.542877 3799 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0429 09:06:41.623065 3799 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0429 09:07:09.742124 3799 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8