+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-252.ec2.internal ++ [[ -n ip-10-0-2-252.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-252.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 08:42:03.042909140 - disable conntrack on geneve port' I0507 08:42:03.042909140 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0507 08:42:03.087543843 - starting ovnkube-node + echo 'I0507 08:42:03.087543843 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-252.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-252.ec2.internal --init-node ip-10-0-2-252.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-252.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 08:42:03.129325 3663 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 08:42:03.129384 3663 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e9af20d7bc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 08:42:03.130841 3663 kube.go:431] Waiting for certificate I0507 08:42:03.130878 3663 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 08:42:03.130915 3663 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 08:42:03.131755 3663 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 08:42:03.160410 3663 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:42:03.160434 3663 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:42:03.163673 3663 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:42:03.163776 3663 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ln85t" I0507 08:42:03.175778 3663 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ln85t" I0507 08:42:03.175966 3663 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:42:04.131676 3663 kube.go:438] Certificate found I0507 08:42:04.132348 3663 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 08:42:04.134178 3663 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 08:42:04.195517 3663 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 08:37:03 +0000 UTC" deadline="2026-05-08 06:11:37.025094711 +0000 UTC" I0507 08:42:04.195574 3663 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h29m32.829536096s" I0507 08:42:04.209857 3663 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 08:42:04.226834 3663 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 08:42:04.226898 3663 factory.go:561] Starting watch factory I0507 08:42:04.227038 3663 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227060 3663 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227075 3663 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227096 3663 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227073 3663 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227118 3663 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227193 3663 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227225 3663 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227296 3663 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227317 3663 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227379 3663 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.227475 3663 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.229940 3663 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 08:42:04.230008 3663 server.go:101] MetricServer registers OVS metrics I0507 08:42:04.230271 3663 server.go:105] MetricServer registers OVN DB metrics I0507 08:42:04.231951 3663 controller_manager.go:370] Starting the ovnkube controller I0507 08:42:04.231963 3663 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-252.ec2.internal I0507 08:42:04.232016 3663 controller_manager.go:395] NBDB zone sync took: 45.423µs I0507 08:42:04.232026 3663 factory.go:561] Starting watch factory I0507 08:42:04.234912 3663 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 08:42:04.234934 3663 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 08:42:04.248105 3663 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 08:42:04.248128 3663 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 08:42:04.249587 3663 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.249530 3663 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.250092 3663 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.250322 3663 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.254475 3663 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.254483 3663 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 08:42:04.254530 3663 server.go:109] MetricServer registers OVN Controller metrics I0507 08:42:04.259291 3663 server.go:113] MetricServer registers OVN Northd metrics I0507 08:42:04.260327 3663 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:42:04.263568 3663 metrics.go:519] OVN Metrics Server starts to run ... I0507 08:42:04.332869 3663 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 08:42:04.332892 3663 factory.go:1977] *v1.Node informer cache synced successfully I0507 08:42:04.332897 3663 factory.go:1977] *v1.Service informer cache synced successfully I0507 08:42:04.332901 3663 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 08:42:04.332905 3663 factory.go:1977] *v1.Pod informer cache synced successfully I0507 08:42:04.332910 3663 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 08:42:04.333433 3663 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:42:04.333455 3663 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:42:04.333510 3663 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:42:04.333532 3663 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:42:04.337380 3663 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:42:04.337382 3663 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:42:04.337609 3663 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 08:42:04.337620 3663 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 08:42:04.337624 3663 factory.go:1977] *v1.Node informer cache synced successfully I0507 08:42:04.337628 3663 factory.go:1977] *v1.Service informer cache synced successfully I0507 08:42:04.337632 3663 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 08:42:04.337636 3663 factory.go:1977] *v1.Pod informer cache synced successfully I0507 08:42:04.338230 3663 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 08:42:04.338243 3663 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 08:42:04.338373 3663 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.338388 3663 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.341946 3663 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.342871 3663 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 08:42:04.342881 3663 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 08:42:04.343959 3663 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 08:42:04.344048 3663 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.344085 3663 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.348106 3663 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 08:42:04.349483 3663 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.353146 3663 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 08:42:04.353224 3663 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.353237 3663 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.366696 3663 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.449541 3663 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 08:42:04.454736 3663 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 08:42:04.454833 3663 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.454851 3663 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.457539 3663 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.458425 3663 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 08:42:04.460278 3663 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 08:42:04.460386 3663 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.460405 3663 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.462921 3663 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.463788 3663 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 08:42:04.465322 3663 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 08:42:04.465667 3663 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:42:04.465692 3663 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:42:04.469262 3663 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 08:42:04.469483 3663 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:42:04.470355 3663 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 08:42:04.470425 3663 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.470437 3663 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.470484 3663 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.470498 3663 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.473031 3663 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.473129 3663 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:42:04.474840 3663 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 08:42:04.475443 3663 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 08:42:04.475458 3663 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 08:42:04.475467 3663 factory.go:680] Watch Factory start up complete, took: 248.570235ms I0507 08:42:04.475567 3663 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 08:42:04.480180 3663 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 08:42:04.480190 3663 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 08:42:04.480197 3663 factory.go:680] Watch Factory start up complete, took: 248.169964ms I0507 08:42:04.480203 3663 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-252.ec2.internal" zone I0507 08:42:04.523115 3663 default_node_network_controller.go:710] Initializing the default node network controller I0507 08:42:04.595771 3663 udn_isolation.go:101] Starting UDN host isolation manager I0507 08:42:04.602278 3663 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 08:42:04.664531 3663 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 08:42:04.664676 3663 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 08:42:04.664698 3663 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 08:42:04.699676 3663 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 08:42:04.699742 3663 default_node_network_controller.go:809] Node ip-10-0-2-252.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0507 08:42:04.705456 3663 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.252"] k8s.ovn.org/zone-name:ip-10-0-2-252.ec2.internal] on node ip-10-0-2-252.ec2.internal I0507 08:42:04.727433 3663 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 08:42:04.731067 3663 controller_manager.go:429] Waiting for node in zone sync took: 250.849735ms I0507 08:42:04.734278 3663 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 08:42:04.734387 3663 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0507 08:42:04.734508 3663 gateway_init.go:263] Preparing Gateway I0507 08:42:04.734520 3663 gateway_shared_intf.go:1687] Creating new gateway I0507 08:42:04.739881 3663 controller_manager.go:611] Switching to transit router for layer2 networks I0507 08:42:04.739899 3663 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-252.ec2.internal I0507 08:42:04.759087 3663 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 08:42:04.765801 3663 controller_manager.go:290] SCTP support detected in OVN I0507 08:42:04.766568 3663 services_controller.go:69] Creating services controller for network=default I0507 08:42:04.766685 3663 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 08:42:04.766714 3663 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 08:42:04.766743 3663 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 08:42:04.766757 3663 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 08:42:04.766766 3663 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 08:42:04.766947 3663 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 08:42:04.766994 3663 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 08:42:04.767034 3663 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.486µs I0507 08:42:04.767043 3663 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 36.579µs I0507 08:42:04.767051 3663 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 56.792µs I0507 08:42:04.767059 3663 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 08:42:04.767072 3663 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 08:42:04.767083 3663 default_network_controller.go:325] Starting the default network controller I0507 08:42:04.767163 3663 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.726µs I0507 08:42:04.767214 3663 udn_enabled_svc.go:95] Performing full resync I0507 08:42:04.767588 3663 udn_enabled_svc.go:99] Waiting for handler to sync I0507 08:42:04.767605 3663 udn_enabled_svc.go:104] Starting worker I0507 08:42:04.778423 3663 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 08:42:04.778510 3663 repair.go:33] Syncing exgw routes took 70.463µs I0507 08:42:04.778564 3663 default_network_controller.go:414] Starting all the Watchers... I0507 08:42:04.778854 3663 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 08:42:04.778862 3663 namespace.go:98] [openshift-service-ca] adding namespace I0507 08:42:04.778862 3663 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 08:42:04.778863 3663 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 08:42:04.778883 3663 namespace.go:98] [openshift-console] adding namespace I0507 08:42:04.778888 3663 namespace.go:98] [openshift] adding namespace I0507 08:42:04.778893 3663 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 08:42:04.778904 3663 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 08:42:04.778918 3663 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 08:42:04.778923 3663 namespace.go:98] [openshift-controller-manager] adding namespace I0507 08:42:04.778927 3663 namespace.go:98] [openshift-config] adding namespace I0507 08:42:04.778946 3663 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 08:42:04.778956 3663 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 08:42:04.778987 3663 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 08:42:04.779005 3663 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 08:42:04.779720 3663 namespace.go:102] [openshift-backplane-cse] adding namespace took 853.481µs I0507 08:42:04.779742 3663 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 08:42:04.780506 3663 namespace.go:102] [openshift-route-controller-manager] adding namespace took 755.959µs I0507 08:42:04.780527 3663 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 08:42:04.781277 3663 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 742.32µs I0507 08:42:04.781306 3663 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 08:42:04.781977 3663 namespace.go:102] [openshift-service-ca] adding namespace took 3.102413ms I0507 08:42:04.781999 3663 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 08:42:04.782636 3663 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.758054ms I0507 08:42:04.782652 3663 namespace.go:98] [openshift-host-network] adding namespace I0507 08:42:04.783379 3663 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 4.495912ms I0507 08:42:04.783406 3663 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 08:42:04.784098 3663 namespace.go:102] [openshift-console] adding namespace took 5.204338ms I0507 08:42:04.784115 3663 namespace.go:98] [kube-node-lease] adding namespace I0507 08:42:04.784703 3663 namespace.go:102] [openshift] adding namespace took 5.806116ms I0507 08:42:04.784721 3663 namespace.go:98] [openshift-insights] adding namespace I0507 08:42:04.785315 3663 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.414124ms I0507 08:42:04.785334 3663 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 08:42:04.785993 3663 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.077961ms I0507 08:42:04.786012 3663 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 08:42:04.786674 3663 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.746874ms I0507 08:42:04.786692 3663 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 08:42:04.787296 3663 namespace.go:102] [openshift-controller-manager] adding namespace took 8.363999ms I0507 08:42:04.787313 3663 namespace.go:98] [openshift-machine-api] adding namespace I0507 08:42:04.787909 3663 namespace.go:102] [openshift-config] adding namespace took 8.975361ms I0507 08:42:04.787925 3663 namespace.go:98] [openshift-config-operator] adding namespace I0507 08:42:04.788571 3663 namespace.go:102] [openshift-backplane-srep] adding namespace took 9.614689ms I0507 08:42:04.788593 3663 namespace.go:98] [openshift-operators] adding namespace I0507 08:42:04.789301 3663 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 10.335359ms I0507 08:42:04.789330 3663 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 08:42:04.790110 3663 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 11.111027ms I0507 08:42:04.790136 3663 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 08:42:04.790942 3663 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 11.922462ms I0507 08:42:04.790962 3663 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 08:42:04.791608 3663 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 10.268029ms I0507 08:42:04.791645 3663 namespace.go:98] [openshift-monitoring] adding namespace I0507 08:42:04.792335 3663 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 10.308407ms I0507 08:42:04.792398 3663 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 08:42:04.793062 3663 namespace.go:102] [openshift-host-network] adding namespace took 10.402902ms I0507 08:42:04.793079 3663 namespace.go:98] [openshift-dns-operator] adding namespace I0507 08:42:04.793636 3663 namespace.go:102] [openshift-ingress-operator] adding namespace took 10.222571ms I0507 08:42:04.793654 3663 namespace.go:98] [default] adding namespace I0507 08:42:04.794188 3663 namespace.go:102] [kube-node-lease] adding namespace took 10.066774ms I0507 08:42:04.794203 3663 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 08:42:04.794700 3663 namespace.go:102] [openshift-insights] adding namespace took 9.970337ms I0507 08:42:04.794717 3663 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 08:42:04.795382 3663 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 10.042221ms I0507 08:42:04.795398 3663 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 08:42:04.795865 3663 namespace.go:102] [openshift-kube-scheduler] adding namespace took 9.846369ms I0507 08:42:04.795881 3663 namespace.go:98] [openshift-console-operator] adding namespace I0507 08:42:04.796288 3663 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 9.592035ms I0507 08:42:04.796299 3663 namespace.go:98] [openshift-etcd] adding namespace I0507 08:42:04.796738 3663 namespace.go:102] [openshift-machine-api] adding namespace took 9.420656ms I0507 08:42:04.796748 3663 namespace.go:98] [openshift-package-operator] adding namespace I0507 08:42:04.797675 3663 namespace.go:102] [openshift-config-operator] adding namespace took 9.744443ms I0507 08:42:04.797686 3663 namespace.go:98] [openshift-marketplace] adding namespace I0507 08:42:04.798115 3663 namespace.go:102] [openshift-operators] adding namespace took 9.511602ms I0507 08:42:04.798135 3663 namespace.go:98] [openshift-apiserver] adding namespace I0507 08:42:04.798576 3663 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.23834ms I0507 08:42:04.798591 3663 namespace.go:98] [dedicated-admin] adding namespace I0507 08:42:04.799095 3663 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.949966ms I0507 08:42:04.799109 3663 namespace.go:98] [openshift-image-registry] adding namespace I0507 08:42:04.799581 3663 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.614063ms I0507 08:42:04.799594 3663 namespace.go:98] [openshift-config-managed] adding namespace I0507 08:42:04.800125 3663 namespace.go:102] [openshift-monitoring] adding namespace took 8.4728ms I0507 08:42:04.800141 3663 namespace.go:98] [openshift-node] adding namespace I0507 08:42:04.800535 3663 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.127388ms I0507 08:42:04.800564 3663 namespace.go:98] [openshift-cluster-version] adding namespace I0507 08:42:04.800948 3663 namespace.go:102] [openshift-dns-operator] adding namespace took 7.863835ms I0507 08:42:04.800961 3663 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 08:42:04.801387 3663 namespace.go:102] [default] adding namespace took 7.728115ms I0507 08:42:04.801399 3663 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 08:42:04.801814 3663 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.606538ms I0507 08:42:04.801826 3663 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 08:42:04.802266 3663 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.543387ms I0507 08:42:04.802279 3663 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 08:42:04.802693 3663 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.289601ms I0507 08:42:04.802706 3663 namespace.go:98] [openshift-network-operator] adding namespace I0507 08:42:04.803119 3663 namespace.go:102] [openshift-console-operator] adding namespace took 7.232438ms I0507 08:42:04.803132 3663 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 08:42:04.803603 3663 namespace.go:102] [openshift-etcd] adding namespace took 7.299886ms I0507 08:42:04.803614 3663 namespace.go:98] [kube-public] adding namespace I0507 08:42:04.803976 3663 namespace.go:102] [openshift-package-operator] adding namespace took 7.222869ms I0507 08:42:04.803985 3663 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 08:42:04.804458 3663 namespace.go:102] [openshift-marketplace] adding namespace took 6.767443ms I0507 08:42:04.804471 3663 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 08:42:04.804885 3663 namespace.go:102] [openshift-apiserver] adding namespace took 6.743939ms I0507 08:42:04.804900 3663 namespace.go:98] [openshift-ingress] adding namespace I0507 08:42:04.805231 3663 namespace.go:102] [dedicated-admin] adding namespace took 6.631361ms I0507 08:42:04.805250 3663 namespace.go:98] [openshift-backplane] adding namespace I0507 08:42:04.805797 3663 namespace.go:102] [openshift-image-registry] adding namespace took 6.682427ms I0507 08:42:04.805810 3663 namespace.go:98] [openshift-authentication] adding namespace I0507 08:42:04.806235 3663 namespace.go:102] [openshift-config-managed] adding namespace took 6.635364ms I0507 08:42:04.806247 3663 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 08:42:04.806639 3663 namespace.go:102] [openshift-node] adding namespace took 6.492783ms I0507 08:42:04.807061 3663 namespace.go:102] [openshift-cluster-version] adding namespace took 6.490762ms I0507 08:42:04.807072 3663 namespace.go:98] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] adding namespace I0507 08:42:04.807455 3663 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.488951ms I0507 08:42:04.807866 3663 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 08:42:04.807879 3663 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.476209ms I0507 08:42:04.807886 3663 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 08:42:04.808349 3663 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.518112ms I0507 08:42:04.808359 3663 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 08:42:04.808857 3663 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.570116ms I0507 08:42:04.808876 3663 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 08:42:04.809658 3663 namespace.go:102] [openshift-network-operator] adding namespace took 6.944361ms I0507 08:42:04.809684 3663 namespace.go:98] [openshift-infra] adding namespace I0507 08:42:04.810666 3663 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.526787ms I0507 08:42:04.810684 3663 namespace.go:98] [kube-system] adding namespace I0507 08:42:04.811234 3663 namespace.go:102] [kube-public] adding namespace took 7.614708ms I0507 08:42:04.811248 3663 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 08:42:04.811726 3663 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.736359ms W0507 08:42:04.811728 3663 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nnkwt: pod openshift-network-diagnostics/network-check-target-nnkwt: no pod IPs found I0507 08:42:04.811737 3663 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 08:42:04.812294 3663 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.818185ms I0507 08:42:04.812305 3663 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 08:42:04.812838 3663 namespace.go:102] [openshift-ingress] adding namespace took 7.932896ms I0507 08:42:04.812854 3663 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 08:42:04.813223 3663 namespace.go:102] [openshift-backplane] adding namespace took 7.968039ms I0507 08:42:04.813234 3663 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 08:42:04.813730 3663 namespace.go:102] [openshift-authentication] adding namespace took 7.914772ms I0507 08:42:04.814156 3663 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.903373ms I0507 08:42:04.814171 3663 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 08:42:04.814570 3663 namespace.go:102] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] adding namespace took 7.492774ms I0507 08:42:04.815050 3663 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.172286ms I0507 08:42:04.815653 3663 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.760734ms I0507 08:42:04.815671 3663 namespace.go:98] [openshift-network-console] adding namespace I0507 08:42:04.816184 3663 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.821136ms I0507 08:42:04.816200 3663 namespace.go:98] [openshift-logging] adding namespace I0507 08:42:04.816578 3663 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.694628ms W0507 08:42:04.817026 3663 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-hxp7x: pod kube-system/global-pull-secret-syncer-hxp7x: no pod IPs found I0507 08:42:04.817053 3663 namespace.go:102] [openshift-infra] adding namespace took 7.361407ms I0507 08:42:04.817575 3663 namespace.go:102] [kube-system] adding namespace took 6.884786ms I0507 08:42:04.817997 3663 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.744535ms I0507 08:42:04.818010 3663 namespace.go:98] [openshift-dns] adding namespace I0507 08:42:04.818392 3663 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.650069ms I0507 08:42:04.818404 3663 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 08:42:04.818867 3663 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.557852ms I0507 08:42:04.819265 3663 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.405133ms I0507 08:42:04.819279 3663 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 08:42:04.819786 3663 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.547001ms I0507 08:42:04.819797 3663 namespace.go:98] [openshift-multus] adding namespace I0507 08:42:04.820196 3663 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.019893ms I0507 08:42:04.820742 3663 namespace.go:102] [openshift-network-console] adding namespace took 5.063101ms I0507 08:42:04.821264 3663 namespace.go:102] [openshift-logging] adding namespace took 5.056558ms I0507 08:42:04.821781 3663 namespace.go:102] [openshift-dns] adding namespace took 3.763292ms I0507 08:42:04.822289 3663 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 3.879323ms W0507 08:42:04.822947 3663 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c9k9b: pod openshift-multus/network-metrics-daemon-c9k9b: no pod IPs found I0507 08:42:04.822987 3663 namespace.go:102] [openshift-ingress-canary] adding namespace took 3.70014ms I0507 08:42:04.823491 3663 namespace.go:102] [openshift-multus] adding namespace took 3.688545ms W0507 08:42:04.823596 3663 master.go:458] Unable to parse local node ip-10-0-2-252.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 08:42:04.823608 3663 master.go:481] Removing stale chassis with ID/Name: 262daa6f-4f2a-431e-bf9a-ca7f674d9582, hostname: ip-10-0-2-252.ec2.internal I0507 08:42:04.824059 3663 master.go:548] Adding or Updating local node "ip-10-0-2-252.ec2.internal" for network "default" I0507 08:42:04.825037 3663 zone_ic_handler.go:195] Time taken to create transit switch: 562.711µs I0507 08:42:04.825049 3663 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-107.ec2.internal for the network default I0507 08:42:04.825662 3663 zone_ic_handler.go:195] Time taken to create transit switch: 415.586µs I0507 08:42:04.825682 3663 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-220.ec2.internal for the network default I0507 08:42:04.825996 3663 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-107.ec2.internal" on network "default" took: 1.530255ms I0507 08:42:04.826925 3663 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-220.ec2.internal" on network "default" took: 1.689086ms I0507 08:42:04.828075 3663 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-252.ec2.internal for the network default I0507 08:42:04.828237 3663 zone_ic_handler.go:195] Time taken to create transit switch: 151.119µs I0507 08:42:04.829038 3663 default_network_controller.go:823] Node add failed for ip-10-0-2-252.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal, error getting gateway config for node ip-10-0-2-252.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal", failed to update chassis to local for local node ip-10-0-2-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-252.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal] E0507 08:42:04.829092 3663 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-252.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal, error getting gateway config for node ip-10-0-2-252.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal", failed to update chassis to local for local node ip-10-0-2-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-252.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal] I0507 08:42:04.829156 3663 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 08:42:04.829180 3663 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 08:42:04.829170 3663 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-252.ec2.internal", UID:"c5c10dc5-8227-48e6-8e41-9b50a5723ab7", APIVersion:"v1", ResourceVersion:"9325", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal, error getting gateway config for node ip-10-0-2-252.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal", failed to update chassis to local for local node ip-10-0-2-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-252.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal] I0507 08:42:04.829195 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:04.829229 3663 node_tracker.go:235] Node ip-10-0-2-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal" I0507 08:42:04.829243 3663 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:04.829256 3663 services_controller.go:574] Full service sync requested for network=default I0507 08:42:04.829263 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-220.ec2.internal in network "default" I0507 08:42:04.829197 3663 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 08:42:04.829324 3663 node_tracker.go:169] Node ip-10-0-0-220.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:04.829331 3663 services_controller.go:574] Full service sync requested for network=default I0507 08:42:04.829337 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-107.ec2.internal in network "default" I0507 08:42:04.829372 3663 node_tracker.go:169] Node ip-10-0-1-107.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:04.829378 3663 services_controller.go:574] Full service sync requested for network=default I0507 08:42:04.850942 3663 iptables.go:108] Creating table: filter chain: FORWARD I0507 08:42:04.857218 3663 iptables.go:108] Creating table: filter chain: OUTPUT I0507 08:42:04.863376 3663 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 08:42:04.863393 3663 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-252.ec2.internal","mac-address":"0e:72:ae:c9:9a:5d","ip-addresses":["10.0.2.252/24"],"ip-address":"10.0.2.252/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:262daa6f-4f2a-431e-bf9a-ca7f674d9582 k8s.ovn.org/node-encap-ips:["10.0.2.252"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.252/24"} k8s.ovn.org/zone-name:ip-10-0-2-252.ec2.internal] on node ip-10-0-2-252.ec2.internal I0507 08:42:04.895082 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:04.895128 3663 master.go:548] Adding or Updating local node "ip-10-0-2-252.ec2.internal" for network "default" I0507 08:42:04.895137 3663 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:04.895153 3663 services_controller.go:574] Full service sync requested for network=default I0507 08:42:04.899010 3663 default_node_network_controller.go:519] Node connection status = connected W0507 08:42:04.899789 3663 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-c9k9b: pod openshift-multus/network-metrics-daemon-c9k9b: no pod IPs found W0507 08:42:04.899805 3663 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nnkwt: pod openshift-network-diagnostics/network-check-target-nnkwt: no pod IPs found W0507 08:42:04.899812 3663 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-hxp7x: pod kube-system/global-pull-secret-syncer-hxp7x: no pod IPs found I0507 08:42:04.900796 3663 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-252.ec2.internal for the network default I0507 08:42:04.900987 3663 zone_ic_handler.go:195] Time taken to create transit switch: 177.028µs I0507 08:42:04.929881 3663 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 08:42:04.929906 3663 services_controller.go:208] Setting up event handlers for services for network=default I0507 08:42:04.929954 3663 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 08:42:04.930011 3663 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 08:42:04.930024 3663 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 08:42:05.030637 3663 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 08:42:05.030662 3663 repair.go:60] Starting repairing loop for services I0507 08:42:05.030753 3663 repair.go:131] Deleted 0 stale service LBs I0507 08:42:05.030772 3663 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 08:42:05.030793 3663 repair.go:62] Finished repairing loop for services: 134.66µs I0507 08:42:05.030815 3663 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 08:42:05.030825 3663 services_controller.go:254] Starting workers for network=default I0507 08:42:05.031579 3663 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hxp7x] creating logical port kube-system_global-pull-secret-syncer-hxp7x for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:05.031600 3663 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c9k9b] creating logical port openshift-multus_network-metrics-daemon-c9k9b for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:05.031653 3663 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nnkwt] creating logical port openshift-network-diagnostics_network-check-target-nnkwt for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:05.031705 3663 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-c9k9b I0507 08:42:05.031713 3663 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-hxp7x I0507 08:42:05.031730 3663 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nnkwt W0507 08:42:05.033044 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 08:42:05.034118 3663 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:05.048656 3663 pod.go:62] [kube-system/global-pull-secret-syncer-hxp7x] pod update took 17.017693ms I0507 08:42:05.048677 3663 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-hxp7x] addLogicalPort annotation time took 17.042903ms I0507 08:42:05.050027 3663 pods.go:271] [kube-system/global-pull-secret-syncer-hxp7x] addLogicalPort took 18.527009ms, libovsdb time 694.016µs I0507 08:42:05.053380 3663 pod.go:62] [openshift-network-diagnostics/network-check-target-nnkwt] pod update took 21.67601ms I0507 08:42:05.053398 3663 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nnkwt] addLogicalPort annotation time took 21.69793ms I0507 08:42:05.053486 3663 pod.go:62] [openshift-multus/network-metrics-daemon-c9k9b] pod update took 21.832868ms I0507 08:42:05.053503 3663 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-c9k9b] addLogicalPort annotation time took 21.85087ms I0507 08:42:05.054364 3663 pods.go:271] [openshift-network-diagnostics/network-check-target-nnkwt] addLogicalPort took 22.717575ms, libovsdb time 672.613µs I0507 08:42:05.054625 3663 pods.go:271] [openshift-multus/network-metrics-daemon-c9k9b] addLogicalPort took 23.035704ms, libovsdb time 872.554µs I0507 08:42:05.055283 3663 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 08:42:05.055311 3663 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 08:42:05.055330 3663 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 08:42:05.055337 3663 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 08:42:05.055561 3663 repair.go:29] Repairing admin network policies took 216.579µs I0507 08:42:05.055692 3663 repair.go:92] Repairing baseline admin network policies took 120.21µs I0507 08:42:05.056051 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 08:42:05.056069 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 08:42:05.058341 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 08:42:05.058361 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 08:42:05.059127 3663 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 08:42:05.059141 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 08:42:05.060849 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 08:42:05.060867 3663 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 08:42:05.060875 3663 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 08:42:05.062115 3663 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 08:42:05.062133 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 08:42:05.062142 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 08:42:05.063714 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 08:42:05.063733 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 08:42:05.063741 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 08:42:05.065140 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 08:42:05.065156 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 08:42:05.065163 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 08:42:05.066730 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 08:42:05.066752 3663 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 08:42:05.066762 3663 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 08:42:05.067931 3663 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 08:42:05.067955 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 08:42:05.067970 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 08:42:05.069299 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 08:42:05.069318 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 08:42:05.069330 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 08:42:05.069822 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 08:42:05.069837 3663 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 08:42:05.069845 3663 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 08:42:05.070765 3663 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 08:42:05.070791 3663 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 08:42:05.070801 3663 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 08:42:05.072626 3663 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 08:42:05.072644 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 08:42:05.072654 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 08:42:05.073619 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 08:42:05.073637 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 08:42:05.073644 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 08:42:05.074100 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 08:42:05.074117 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 08:42:05.074125 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 08:42:05.074582 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 08:42:05.074598 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 08:42:05.074607 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 08:42:05.075115 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 08:42:05.075133 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 08:42:05.075141 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 08:42:05.075614 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 08:42:05.075628 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 08:42:05.075656 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 08:42:05.076707 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 08:42:05.076727 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 08:42:05.076734 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 08:42:05.077022 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 08:42:05.077039 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 08:42:05.077045 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 08:42:05.077289 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 08:42:05.077304 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 08:42:05.077311 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 08:42:05.077795 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 08:42:05.077810 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 08:42:05.077818 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 08:42:05.078294 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 08:42:05.078312 3663 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 08:42:05.078320 3663 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 08:42:05.079408 3663 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 08:42:05.079424 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 08:42:05.079432 3663 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 08:42:05.079909 3663 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 08:42:05.079926 3663 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 08:42:05.079933 3663 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 08:42:05.080385 3663 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 08:42:05.080401 3663 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 08:42:05.080411 3663 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 08:42:05.080915 3663 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 08:42:05.080931 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 08:42:05.080937 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 08:42:05.081212 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 08:42:05.081229 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 08:42:05.081238 3663 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 08:42:05.082220 3663 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 08:42:05.082235 3663 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 08:42:05.082241 3663 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 08:42:05.083909 3663 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 08:42:05.083930 3663 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 08:42:05.083942 3663 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 08:42:05.084536 3663 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 08:42:05.090922 3663 egressfirewall.go:374] Starting EgressFirewall controller I0507 08:42:05.090964 3663 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 08:42:05.090978 3663 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 08:42:05.090989 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 08:42:05.091000 3663 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 08:42:05.091007 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 08:42:05.091018 3663 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 08:42:05.091284 3663 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 08:42:05.091298 3663 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 08:42:05.091304 3663 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 08:42:05.091312 3663 egressqos.go:193] Setting up event handlers for EgressQoS I0507 08:42:05.091317 3663 egressfirewall.go:723] Syncing node "ip-10-0-0-220.ec2.internal" for egress firewall I0507 08:42:05.091324 3663 egressfirewall.go:723] Syncing node "ip-10-0-1-107.ec2.internal" for egress firewall I0507 08:42:05.091328 3663 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0507 08:42:05.091484 3663 egressqos.go:245] Starting EgressQoS Controller I0507 08:42:05.091493 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 08:42:05.091499 3663 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 08:42:05.091505 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 08:42:05.091509 3663 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 08:42:05.091514 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 08:42:05.091519 3663 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 08:42:05.091523 3663 egressqos.go:259] Repairing EgressQoSes I0507 08:42:05.091527 3663 egressqos.go:399] Starting repairing loop for egressqos I0507 08:42:05.091620 3663 egressqos.go:401] Finished repairing loop for egressqos: 80.918µs I0507 08:42:05.091648 3663 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 08:42:05.091690 3663 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-252.ec2.internal I0507 08:42:05.091779 3663 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-252.ec2.internal : 91.897µs I0507 08:42:05.091897 3663 egressservice_zone.go:210] Starting Egress Services Controller I0507 08:42:05.091916 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 08:42:05.091930 3663 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 08:42:05.091939 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 08:42:05.091948 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 08:42:05.091968 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 08:42:05.091984 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 08:42:05.091995 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 08:42:05.092003 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 08:42:05.092010 3663 egressservice_zone.go:228] Repairing Egress Services I0507 08:42:05.092318 3663 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 08:42:05.092327 3663 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 08:42:05.092395 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:42:05.092409 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 16.724µs I0507 08:42:05.092421 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-220.ec2.internal I0507 08:42:05.092434 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-220.ec2.internal: 13.925µs I0507 08:42:05.092442 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-107.ec2.internal I0507 08:42:05.092451 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-107.ec2.internal: 9.183µs I0507 08:42:05.092484 3663 default_network_controller.go:585] Completing all the Watchers took 313.901855ms I0507 08:42:05.092504 3663 default_network_controller.go:589] Starting unidling controllers I0507 08:42:05.092518 3663 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 08:42:05.092528 3663 unidle.go:63] Populating Initial ContollerEvent events I0507 08:42:05.092558 3663 unidle.go:79] Setting up event handlers for services I0507 08:42:05.092620 3663 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 08:42:05.399716 3663 default_node_network_controller.go:519] Node connection status = connected I0507 08:42:05.900085 3663 default_node_network_controller.go:519] Node connection status = connected I0507 08:42:06.328811 3663 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 08:42:06.399838 3663 default_node_network_controller.go:519] Node connection status = connected I0507 08:42:06.417301 3663 bridgeconfig.go:537] Gateway is ready I0507 08:42:06.417323 3663 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 08:42:06.429353 3663 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.252. Updating OVN encap IP. I0507 08:42:06.434867 3663 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.252 - it is already configured I0507 08:42:06.434881 3663 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.252/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 08:42:06.435093 3663 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.252/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-252.ec2.internal","mac-address":"0e:72:ae:c9:9a:5d","ip-addresses":["10.0.2.252/24"],"ip-address":"10.0.2.252/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:262daa6f-4f2a-431e-bf9a-ca7f674d9582 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.252/24"}] on node ip-10-0-2-252.ec2.internal I0507 08:42:06.462818 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:42:06.462836 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 23.63µs I0507 08:42:06.462815 3663 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0507 08:42:06.462880 3663 master.go:548] Adding or Updating local node "ip-10-0-2-252.ec2.internal" for network "default" I0507 08:42:06.462898 3663 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:06.462946 3663 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:06.462965 3663 services_controller.go:574] Full service sync requested for network=default W0507 08:42:06.463109 3663 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:06.463216 3663 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.252 I0507 08:42:06.463326 3663 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-252.ec2.internal W0507 08:42:06.463485 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:06.468057 3663 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-252.ec2.internal. Updating no re-route policies I0507 08:42:06.468133 3663 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-v9brf I0507 08:42:06.468147 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hr87s I0507 08:42:06.468148 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-t9xs2 I0507 08:42:06.468159 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hr87s I0507 08:42:06.468164 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt I0507 08:42:06.468176 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt I0507 08:42:06.468183 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hr87s after 0 failed attempt(s) I0507 08:42:06.468180 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-d9dvv I0507 08:42:06.468193 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-s74m2 I0507 08:42:06.468196 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-77vtk I0507 08:42:06.468200 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-t9xs2 I0507 08:42:06.468205 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-s74m2 I0507 08:42:06.468150 3663 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-v9brf I0507 08:42:06.468208 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-77vtk I0507 08:42:06.468210 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c9k9b I0507 08:42:06.468223 3663 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nnkwt] creating logical port openshift-network-diagnostics_network-check-target-nnkwt for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:06.468220 3663 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-252.ec2.internal I0507 08:42:06.468228 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-s74m2 after 0 failed attempt(s) I0507 08:42:06.468232 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c9k9b I0507 08:42:06.468234 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-77vtk after 0 failed attempt(s) I0507 08:42:06.468237 3663 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-252.ec2.internal I0507 08:42:06.468235 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-252.ec2.internal I0507 08:42:06.468248 3663 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-v9brf after 0 failed attempt(s) I0507 08:42:06.468253 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-252.ec2.internal I0507 08:42:06.468248 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xt4jg I0507 08:42:06.468162 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kr46n I0507 08:42:06.468268 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kr46n I0507 08:42:06.468269 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xt4jg I0507 08:42:06.468274 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-252.ec2.internal after 0 failed attempt(s) I0507 08:42:06.468278 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-kr46n after 0 failed attempt(s) I0507 08:42:06.468202 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-d9dvv I0507 08:42:06.468222 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-t9xs2 after 0 failed attempt(s) I0507 08:42:06.468286 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xt4jg after 0 failed attempt(s) I0507 08:42:06.468178 3663 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6j99c I0507 08:42:06.468258 3663 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-252.ec2.internal after 0 failed attempt(s) I0507 08:42:06.468295 3663 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6j99c I0507 08:42:06.468133 3663 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-hxp7x I0507 08:42:06.468307 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6j99c after 0 failed attempt(s) I0507 08:42:06.468310 3663 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-hxp7x I0507 08:42:06.468274 3663 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-c9k9b] creating logical port openshift-multus_network-metrics-daemon-c9k9b for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:06.468368 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-d9dvv after 0 failed attempt(s) I0507 08:42:06.468414 3663 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hxp7x] creating logical port kube-system_global-pull-secret-syncer-hxp7x for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:06.469032 3663 pods.go:271] [openshift-network-diagnostics/network-check-target-nnkwt] addLogicalPort took 820.248µs, libovsdb time 240.108µs I0507 08:42:06.469044 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt after 0 failed attempt(s) I0507 08:42:06.469098 3663 pods.go:271] [openshift-multus/network-metrics-daemon-c9k9b] addLogicalPort took 837.877µs, libovsdb time 279.934µs I0507 08:42:06.469107 3663 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-c9k9b after 0 failed attempt(s) I0507 08:42:06.469222 3663 pods.go:271] [kube-system/global-pull-secret-syncer-hxp7x] addLogicalPort took 825.035µs, libovsdb time 333.054µs I0507 08:42:06.469236 3663 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-hxp7x after 0 failed attempt(s) I0507 08:42:06.488696 3663 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 08:42:06.500484 3663 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 08:42:06.503827 3663 iptables.go:108] Creating table: nat chain: OUTPUT I0507 08:42:06.546520 3663 iptables.go:108] Creating table: nat chain: PREROUTING I0507 08:42:06.609819 3663 iptables.go:108] Creating table: filter chain: FORWARD I0507 08:42:06.626666 3663 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 08:42:06.626801 3663 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 08:42:06.626852 3663 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 08:42:06.626949 3663 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 08:42:06.627004 3663 gateway_init.go:325] Gateway and management port readiness took 1.732368126s I0507 08:42:06.627030 3663 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 08:42:06.627063 3663 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 08:42:06.627075 3663 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 08:42:06.627084 3663 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 08:42:06.627142 3663 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 08:42:06.627235 3663 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.992µs I0507 08:42:06.627520 3663 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 08:42:06.627582 3663 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.845µs I0507 08:42:06.627591 3663 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 71.238µs I0507 08:42:06.627597 3663 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 08:42:06.627605 3663 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 08:42:06.627610 3663 default_node_network_controller.go:899] Starting the default node network controller I0507 08:42:06.627628 3663 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 08:42:06.627639 3663 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.574µs I0507 08:42:06.627800 3663 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 08:42:06.627808 3663 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 08:42:06.627832 3663 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa9320 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc000af4c80 0xc0002ed570 0xc0002ed5e0 0xc0009383c0 0xc0065fd340 0xc0002ed650 map[0x2ff9080:0xc00248dec0 0x2ff95c0:0xc0059dc0c0 0x2ffa2e0:0xc00248de00 0x2ffa580:0xc00248de60 0x2ffad60:0xc00248df20 0x2ffb000:0xc0059dc000 0x2ffb2a0:0xc0059dc060 0x2ffba80:0xc0059dc120 0x2ffbd20:0xc0059dc480 0x3026980:0xc00203c1e0 0x3026d20:0xc00203c240 0x3027800:0xc000ae7bc0 0x3029160:0xc000b9c9c0 0x30298a0:0xc00203c360 0x302a720:0xc000b9ca20] 0xc0000d2f50 0} I0507 08:42:06.627883 3663 gateway.go:151] Starting gateway service sync I0507 08:42:06.628658 3663 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 08:42:06.630757 3663 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 08:42:06.670120 3663 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 08:42:06.671525 3663 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 08:42:06.672860 3663 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 08:42:06.709046 3663 gateway.go:168] Gateway service sync done. Time taken: 81.148857ms I0507 08:42:06.709815 3663 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30857 I0507 08:42:06.709914 3663 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa9320 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc000af4c80 0xc0002ed570 0xc0002ed5e0 0xc0009383c0 0xc0065fd340 0xc0002ed650 map[0x2ff9080:0xc00248dec0 0x2ff95c0:0xc0059dc0c0 0x2ffa2e0:0xc00248de00 0x2ffa580:0xc00248de60 0x2ffad60:0xc00248df20 0x2ffb000:0xc0059dc000 0x2ffb2a0:0xc0059dc060 0x2ffba80:0xc0059dc120 0x2ffbd20:0xc0059dc480 0x3026980:0xc00203c1e0 0x3026d20:0xc00203c240 0x3027800:0xc000ae7bc0 0x3029160:0xc000b9c9c0 0x30298a0:0xc00203c360 0x302a720:0xc000b9ca20] 0xc0000d2f50 0} I0507 08:42:06.710495 3663 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aa9320 0xc0002ed260 0xc0002ed2d0 0xc0002ed340 0xc0002ed3b0 0xc0002ed420 0xc0002ed500 0xc000af4c80 0xc0002ed570 0xc0002ed5e0 0xc0009383c0 0xc0065fd340 0xc0002ed650 map[0x2ff9080:0xc00248dec0 0x2ff95c0:0xc0059dc0c0 0x2ffa2e0:0xc00248de00 0x2ffa580:0xc00248de60 0x2ffad60:0xc00248df20 0x2ffb000:0xc0059dc000 0x2ffb2a0:0xc0059dc060 0x2ffba80:0xc0059dc120 0x2ffbd20:0xc0059dc480 0x3026980:0xc00203c1e0 0x3026d20:0xc00203c240 0x3027800:0xc000ae7bc0 0x3029160:0xc000b9c9c0 0x30298a0:0xc00203c360 0x302a720:0xc000b9ca20] 0xc0000d2f50 0} I0507 08:42:06.710540 3663 gateway.go:532] Reconciling gateway with updates I0507 08:42:06.716328 3663 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 08:42:06.716407 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:42:06.716413 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:42:06.716423 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:42:06.716429 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:42:06.716425 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:42:06.716432 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 08:42:06.716443 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:42:06.716443 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:42:06.716453 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 08:42:06.716459 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:42:06.716456 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 08:42:06.716465 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 08:42:06.716473 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 08:42:06.716482 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:42:06.716487 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:42:06.716503 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:42:06.716487 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 08:42:06.716506 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 08:42:06.716445 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:42:06.716517 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:42:06.716522 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 08:42:06.716527 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:42:06.716525 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 08:42:06.716531 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:42:06.716504 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:42:06.716535 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 08:42:06.716539 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:42:06.716567 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:42:06.716568 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 08:42:06.716503 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 08:42:06.716586 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 08:42:06.716587 3663 port_claim.go:71] Svc openshift-ingress/router-default: port 31550 is already open, no action needed I0507 08:42:06.716591 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 08:42:06.716498 3663 default_node_network_controller.go:944] Gateway and management port readiness took 88.681027ms I0507 08:42:06.716604 3663 port_claim.go:71] Svc openshift-ingress/router-default: port 31723 is already open, no action needed I0507 08:42:06.716605 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 08:42:06.716520 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:42:06.716612 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:42:06.716616 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 08:42:06.716621 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:42:06.716623 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:42:06.716519 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:42:06.716629 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:42:06.716629 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 08:42:06.716638 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:42:06.716645 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 08:42:06.716645 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:42:06.716649 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 08:42:06.716648 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 08:42:06.716653 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:42:06.716629 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:42:06.716662 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 08:42:06.716662 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:42:06.716664 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:42:06.716670 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:42:06.716651 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:42:06.716674 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:42:06.716677 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:42:06.716681 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:42:06.716684 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:42:06.716683 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:42:06.716693 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:42:06.716696 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:42:06.716694 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 08:42:06.716701 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 08:42:06.716698 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:42:06.716682 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:42:06.716710 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 08:42:06.716711 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:42:06.716666 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:42:06.716685 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:42:06.716721 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:42:06.716728 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:42:06.716732 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:42:06.716735 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:42:06.716737 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:42:06.716743 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:42:06.716749 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:42:06.716672 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 08:42:06.716764 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:42:06.716743 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 08:42:06.716767 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 08:42:06.716770 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:42:06.716772 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:42:06.716779 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 08:42:06.716781 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:06.716780 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:42:06.716631 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:42:06.716793 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:06.716797 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:42:06.716802 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:42:06.716808 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 08:42:06.716602 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 08:42:06.716674 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 08:42:06.716676 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:42:06.716855 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:42:06.716753 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:42:06.716861 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:42:06.716863 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:42:06.716870 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:42:06.716879 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:42:06.716879 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:42:06.716871 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:42:06.716593 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 08:42:06.716888 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 08:42:06.716891 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:42:06.716901 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 08:42:06.716883 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:42:06.716783 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:42:06.716868 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:42:06.716959 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:42:06.717489 3663 node_ip_handler_linux.go:160] Node IP manager is running W0507 08:42:06.758591 3663 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 08:42:06.758793 3663 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 08:42:06.758926 3663 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0507 08:42:06.768186 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 08:42:06.768194 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 08:42:06.768211 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 08:42:06.768250 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 08:42:06.768261 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 08:42:06.768267 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 08:42:06.768272 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 08:42:06.768278 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 08:42:06.768284 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 08:42:06.768289 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 08:42:06.768295 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 08:42:06.768300 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 08:42:06.768305 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 08:42:06.768310 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 08:42:06.809035 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 08:42:06.809071 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 08:42:06.809084 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 08:42:06.809097 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 08:42:06.809108 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 08:42:06.809118 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 08:42:06.809126 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 08:42:06.809135 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 08:42:06.809143 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 08:42:06.809151 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 08:42:08.591433 3663 default_node_network_controller.go:1380] Starting node controller node sync W0507 08:42:08.591462 3663 egressip_healthcheck.go:76] Health checking using insecure connection I0507 08:42:08.591513 3663 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0507 08:42:08.604003 3663 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.55018ms I0507 08:42:08.604153 3663 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-107.ec2.internal", IP: 10.0.1.107 to PMTUD blocking rules I0507 08:42:08.604155 3663 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-220.ec2.internal", IP: 10.0.0.220 to PMTUD blocking rules I0507 08:42:08.604165 3663 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-107.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:42:08.604169 3663 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-220.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:42:08.617215 3663 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 08:42:08.617534 3663 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 08:42:08.617826 3663 egressservice_node.go:183] Starting Egress Services Controller I0507 08:42:08.617867 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 08:42:08.617884 3663 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 08:42:08.617893 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 08:42:08.617898 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 08:42:08.617904 3663 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 08:42:08.617908 3663 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 08:42:08.617913 3663 egressservice_node.go:197] Repairing Egress Services I0507 08:42:08.627980 3663 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 08:42:08.627993 3663 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 08:42:08.628156 3663 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 08:42:08.628167 3663 link_network_manager.go:119] Link manager is running I0507 08:42:08.628175 3663 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 08:42:08.628320 3663 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 08:42:08.629004 3663 vrf_manager.go:128] VRF manager is running I0507 08:42:08.629213 3663 node_controller_manager.go:437] Removing flows to drop GARP I0507 08:42:08.629226 3663 gateway.go:532] Reconciling gateway with updates I0507 08:42:08.642696 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:42:08.642703 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 08:42:08.642721 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:42:08.642725 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 08:42:08.642730 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 08:42:08.642730 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:42:08.642745 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:42:08.642743 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:42:08.642756 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:42:08.642757 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:08.642762 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:42:08.642781 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 08:42:08.642786 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 08:42:08.642779 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:08.642805 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 08:42:08.642805 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:42:08.642806 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:42:08.642820 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:42:08.642828 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:42:08.642833 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:42:08.642850 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:42:08.642850 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:42:08.642855 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:42:08.642863 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:42:08.642866 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:42:08.642867 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:42:08.642870 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:42:08.642864 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:42:08.642885 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:42:08.642860 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:42:08.642895 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 08:42:08.642897 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:42:08.642901 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:42:08.642782 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:42:08.642912 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:42:08.642915 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:42:08.642917 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 08:42:08.642855 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:42:08.642925 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:42:08.642933 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:42:08.642937 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:42:08.642837 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 08:42:08.642933 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:42:08.642947 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:42:08.642947 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:42:08.642954 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:42:08.642954 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:42:08.642960 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:42:08.642965 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:42:08.642965 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:42:08.642974 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 08:42:08.642938 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:42:08.642980 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:42:08.642910 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:42:08.642985 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:42:08.642994 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:42:08.642997 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:42:08.642998 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:42:08.643002 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:42:08.643016 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:42:08.642920 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 08:42:08.643020 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:42:08.642983 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:42:08.642971 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:42:08.643034 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 08:42:08.642921 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:42:08.642962 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:42:08.643072 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:42:08.643083 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:42:08.643092 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:42:08.642936 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:42:08.643098 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:42:08.643105 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:42:08.643111 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 08:42:08.642889 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 08:42:08.643119 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 08:42:08.643126 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 08:42:08.643130 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 08:42:08.643142 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:42:08.643154 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:42:08.643156 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 08:42:08.643162 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 08:42:08.642909 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:42:08.643172 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 08:42:08.643207 3663 port_claim.go:71] Svc openshift-ingress/router-default: port 31550 is already open, no action needed I0507 08:42:08.643216 3663 port_claim.go:71] Svc openshift-ingress/router-default: port 31723 is already open, no action needed I0507 08:42:08.642946 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:42:08.643266 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:42:08.642948 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:42:08.643302 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:42:08.642950 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:42:08.643318 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:42:08.642985 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:42:08.642985 3663 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 08:42:08.643399 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 08:42:08.643409 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 08:42:08.643032 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:42:08.642924 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:42:08.643178 3663 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:42:08.650306 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 08:42:08.650317 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 08:42:08.650332 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 08:42:08.650339 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 08:42:08.650345 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 08:42:08.650351 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 08:42:08.650357 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 08:42:08.650362 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 08:42:08.650367 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 08:42:08.650379 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 08:42:08.650391 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 08:42:08.650397 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 08:42:08.650402 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 08:42:08.650408 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 08:42:08.650414 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 08:42:08.650420 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 08:42:08.650425 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 08:42:08.650430 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 08:42:08.650436 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 08:42:08.650444 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 08:42:08.650460 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 08:42:08.650467 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 08:42:08.650472 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 08:42:08.650477 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 08:42:08.650482 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 08:42:08.650487 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 08:42:08.697695 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 08:42:08.697724 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 08:42:08.697731 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 08:42:08.697737 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 08:42:08.741384 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 08:42:08.741393 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 08:42:08.741417 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 08:42:08.741423 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 08:42:08.741429 3663 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 08:42:10.376582 3663 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:42:10.376619 3663 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 43.231µs I0507 08:42:10.404515 3663 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-9d9bc95d9-xd7fg] creating logical port openshift-image-registry_image-registry-9d9bc95d9-xd7fg for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:10.404668 3663 kube.go:256] Updating pod openshift-image-registry/image-registry-9d9bc95d9-xd7fg I0507 08:42:10.422606 3663 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2zv7r] creating logical port openshift-dns_dns-default-2zv7r for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:10.422718 3663 kube.go:256] Updating pod openshift-dns/dns-default-2zv7r I0507 08:42:10.431266 3663 pod.go:62] [openshift-image-registry/image-registry-9d9bc95d9-xd7fg] pod update took 26.639571ms I0507 08:42:10.431286 3663 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-9d9bc95d9-xd7fg] addLogicalPort annotation time took 26.664889ms I0507 08:42:10.432415 3663 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-m4fhs] creating logical port openshift-ingress-canary_ingress-canary-m4fhs for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:10.432570 3663 pods.go:271] [openshift-image-registry/image-registry-9d9bc95d9-xd7fg] addLogicalPort took 28.078648ms, libovsdb time 1.003004ms I0507 08:42:10.432652 3663 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-m4fhs I0507 08:42:10.442047 3663 pod.go:62] [openshift-dns/dns-default-2zv7r] pod update took 19.355291ms I0507 08:42:10.442068 3663 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-2zv7r] addLogicalPort annotation time took 19.3795ms I0507 08:42:10.443686 3663 pods.go:271] [openshift-dns/dns-default-2zv7r] addLogicalPort took 21.096716ms, libovsdb time 1.284745ms I0507 08:42:10.449270 3663 pod.go:62] [openshift-ingress-canary/ingress-canary-m4fhs] pod update took 16.64165ms I0507 08:42:10.449295 3663 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-m4fhs] addLogicalPort annotation time took 16.668333ms I0507 08:42:10.450392 3663 pods.go:271] [openshift-ingress-canary/ingress-canary-m4fhs] addLogicalPort took 18.020303ms, libovsdb time 796.304µs I0507 08:42:11.558154 3663 cni.go:452] [openshift-ingress-canary/ingress-canary-m4fhs 5c91f111152adecfad78758c880f48fa8f964f2c6707b00954756883f4070901 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-m4fhs 5c91f111152adecfad78758c880f48fa8f964f2c6707b00954756883f4070901 network default NAD default NAD key ] I0507 08:42:11.605909 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-m4fhs, hostIfaceName: 5c91f111152adec, network: default, NAD default, SandboxID: "5c91f111152adecfad78758c880f48fa8f964f2c6707b00954756883f4070901", PCI device ID: , UID: "06f04d2d-3a62-4508-a0ce-e052687fec0b", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0507 08:42:11.658087 3663 cni.go:473] [openshift-ingress-canary/ingress-canary-m4fhs 5c91f111152adecfad78758c880f48fa8f964f2c6707b00954756883f4070901 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-m4fhs 5c91f111152adecfad78758c880f48fa8f964f2c6707b00954756883f4070901 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:87:9e:45:33:79\",\"name\":\"5c91f111152adec\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9745b95-f8c5-4bbc-be5e-222cf53f1a9e\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:42:12.384934 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 08:42:14.455193 3663 cni.go:452] [openshift-network-diagnostics/network-check-target-nnkwt 383c987a94a0549d56e233dd4783b8116f5193a4dc52b2b11b23dd0a687bfda3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nnkwt 383c987a94a0549d56e233dd4783b8116f5193a4dc52b2b11b23dd0a687bfda3 network default NAD default NAD key ] I0507 08:42:14.465421 3663 cni.go:452] [kube-system/global-pull-secret-syncer-hxp7x 54715bfdb316ddfae2d5d2287c75f81c56888c431c2cfbc6b0167e91b45bf2f2 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-hxp7x 54715bfdb316ddfae2d5d2287c75f81c56888c431c2cfbc6b0167e91b45bf2f2 network default NAD default NAD key ] I0507 08:42:14.465795 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nnkwt, hostIfaceName: 383c987a94a0549, network: default, NAD default, SandboxID: "383c987a94a0549d56e233dd4783b8116f5193a4dc52b2b11b23dd0a687bfda3", PCI device ID: , UID: "0dde3147-2f43-4ad7-af39-6d7d6fac8f0a", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0507 08:42:14.477200 3663 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-hxp7x, hostIfaceName: 54715bfdb316ddf, network: default, NAD default, SandboxID: "54715bfdb316ddfae2d5d2287c75f81c56888c431c2cfbc6b0167e91b45bf2f2", PCI device ID: , UID: "8931686e-a6f9-44fb-b25b-9410ef27152b", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0507 08:42:14.513131 3663 cni.go:473] [openshift-network-diagnostics/network-check-target-nnkwt 383c987a94a0549d56e233dd4783b8116f5193a4dc52b2b11b23dd0a687bfda3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nnkwt 383c987a94a0549d56e233dd4783b8116f5193a4dc52b2b11b23dd0a687bfda3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:05:a6:cf:0e:d9\",\"name\":\"383c987a94a0549\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21945524-3fbf-4808-8f40-a89a2e9be9c4\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:14.523494 3663 cni.go:473] [kube-system/global-pull-secret-syncer-hxp7x 54715bfdb316ddfae2d5d2287c75f81c56888c431c2cfbc6b0167e91b45bf2f2 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-hxp7x 54715bfdb316ddfae2d5d2287c75f81c56888c431c2cfbc6b0167e91b45bf2f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:5e:c6:90:8b:e3\",\"name\":\"54715bfdb316ddf\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c834d4ff-7ba5-4ae4-a5ef-df0f9703d834\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:42:16.535463 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:19.392622 3663 cni.go:452] [openshift-image-registry/image-registry-9d9bc95d9-xd7fg 0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-9d9bc95d9-xd7fg 0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2 network default NAD default NAD key ] I0507 08:42:19.395569 3663 cni.go:452] [openshift-dns/dns-default-2zv7r 5b2e17962978671a2f2176d0b1c7458037f4ea4fafcf2be9a131dce38079fd98 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-2zv7r 5b2e17962978671a2f2176d0b1c7458037f4ea4fafcf2be9a131dce38079fd98 network default NAD default NAD key ] I0507 08:42:19.404760 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-9d9bc95d9-xd7fg, hostIfaceName: 0bad80cadf557e2, network: default, NAD default, SandboxID: "0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2", PCI device ID: , UID: "83ecbf55-db0f-4801-bcf7-f173e0a42bc8", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0507 08:42:19.408749 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2zv7r, hostIfaceName: 5b2e17962978671, network: default, NAD default, SandboxID: "5b2e17962978671a2f2176d0b1c7458037f4ea4fafcf2be9a131dce38079fd98", PCI device ID: , UID: "6840a0fb-a5c2-4441-bee7-3cfda0821f43", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0507 08:42:19.457744 3663 cni.go:473] [openshift-image-registry/image-registry-9d9bc95d9-xd7fg 0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-9d9bc95d9-xd7fg 0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:bb:5f:f2:aa:1c\",\"name\":\"0bad80cadf557e2\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41fc1e47-bdaf-4bc1-9c75-e73b8bb333ae\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:19.471769 3663 cni.go:473] [openshift-dns/dns-default-2zv7r 5b2e17962978671a2f2176d0b1c7458037f4ea4fafcf2be9a131dce38079fd98 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-2zv7r 5b2e17962978671a2f2176d0b1c7458037f4ea4fafcf2be9a131dce38079fd98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:fe:62:1d:4c:ad\",\"name\":\"5b2e17962978671\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ff8ff7b-3a53-4cd2-ab20-4d847d05d2d3\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:42:29.993667 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:29.993800 3663 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:29.993820 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:29.993830 3663 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.040464 3663 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:30.404527 3663 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:42:30.489637 3663 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-zjsk9] creating logical port openshift-insights_insights-runtime-extractor-zjsk9 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:30.489753 3663 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-zjsk9 W0507 08:42:30.574621 3663 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:42:30.613516 3663 pod.go:62] [openshift-insights/insights-runtime-extractor-zjsk9] pod update took 123.806855ms I0507 08:42:30.613541 3663 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-zjsk9] addLogicalPort annotation time took 123.837554ms W0507 08:42:30.613870 3663 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.613882 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.613887 3663 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0507 08:42:30.614626 3663 pods.go:271] [openshift-insights/insights-runtime-extractor-zjsk9] addLogicalPort took 125.00825ms, libovsdb time 746.937µs I0507 08:42:31.129132 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-t42qn for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:31.129229 3663 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn I0507 08:42:31.152987 3663 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn] pod update took 23.790092ms I0507 08:42:31.153009 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn] addLogicalPort annotation time took 23.816527ms I0507 08:42:31.154347 3663 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn] addLogicalPort took 25.23261ms, libovsdb time 1.015704ms W0507 08:42:31.690124 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690150 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690156 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0507 08:42:32.163080 3663 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn 6b4e40612c88cd2d3f95e7d5a163198b5d83777186e6d7cd5567f4a943707acf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn 6b4e40612c88cd2d3f95e7d5a163198b5d83777186e6d7cd5567f4a943707acf network default NAD default NAD key ] I0507 08:42:32.172887 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-t42qn, hostIfaceName: 6b4e40612c88cd2, network: default, NAD default, SandboxID: "6b4e40612c88cd2d3f95e7d5a163198b5d83777186e6d7cd5567f4a943707acf", PCI device ID: , UID: "39b58915-ad7a-4fb9-a7ae-5590c7f1e0c8", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0507 08:42:32.220157 3663 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn 6b4e40612c88cd2d3f95e7d5a163198b5d83777186e6d7cd5567f4a943707acf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t42qn 6b4e40612c88cd2d3f95e7d5a163198b5d83777186e6d7cd5567f4a943707acf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:9c:a7:5e:ba:1e\",\"name\":\"6b4e40612c88cd2\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06d16038-7dac-40c9-942f-cc962ed1d407\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:32.340089 3663 cni.go:452] [openshift-insights/insights-runtime-extractor-zjsk9 2e417060a2d916b5389f2e290e6081a8ff8962151720f73fccf62a5aa5e4db62 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-zjsk9 2e417060a2d916b5389f2e290e6081a8ff8962151720f73fccf62a5aa5e4db62 network default NAD default NAD key ] I0507 08:42:32.350087 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-zjsk9, hostIfaceName: 2e417060a2d916b, network: default, NAD default, SandboxID: "2e417060a2d916b5389f2e290e6081a8ff8962151720f73fccf62a5aa5e4db62", PCI device ID: , UID: "d0a0acdd-2dd6-444d-9e4e-7dd4aa2dc28c", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0507 08:42:32.396140 3663 cni.go:473] [openshift-insights/insights-runtime-extractor-zjsk9 2e417060a2d916b5389f2e290e6081a8ff8962151720f73fccf62a5aa5e4db62 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-zjsk9 2e417060a2d916b5389f2e290e6081a8ff8962151720f73fccf62a5aa5e4db62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:91:e5:fa:cf:6e\",\"name\":\"2e417060a2d916b\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3eadecf-09d4-4093-b183-0390545b9bfd\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:42:34.464211 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 08:42:34.746500 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 08:42:35.210330 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-ndccl] creating logical port openshift-monitoring_prometheus-operator-76b589d668-ndccl for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:35.210437 3663 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-ndccl I0507 08:42:35.227590 3663 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-ndccl] pod update took 17.177141ms I0507 08:42:35.227612 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-ndccl] addLogicalPort annotation time took 17.204848ms I0507 08:42:35.228807 3663 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-ndccl] addLogicalPort took 18.468454ms, libovsdb time 852.637µs I0507 08:42:35.570463 3663 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-ndccl 831e9ee4a83cabcdb7f4eeeecd46140f50598510292ebf45db2f579274f9faee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-ndccl 831e9ee4a83cabcdb7f4eeeecd46140f50598510292ebf45db2f579274f9faee network default NAD default NAD key ] I0507 08:42:35.580987 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-ndccl, hostIfaceName: 831e9ee4a83cabc, network: default, NAD default, SandboxID: "831e9ee4a83cabcdb7f4eeeecd46140f50598510292ebf45db2f579274f9faee", PCI device ID: , UID: "1c7d0d44-9596-40e8-ac68-50a7b9d2fa1b", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0507 08:42:35.626746 3663 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-ndccl 831e9ee4a83cabcdb7f4eeeecd46140f50598510292ebf45db2f579274f9faee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-ndccl 831e9ee4a83cabcdb7f4eeeecd46140f50598510292ebf45db2f579274f9faee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:b4:df:8e:72:88\",\"name\":\"831e9ee4a83cabc\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b570170d-6702-461c-96eb-96ee269a92f5\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:36.917041 3663 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-7gdw5] creating logical port openshift-console_downloads-5c54f4944f-7gdw5 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:36.917159 3663 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-7gdw5 I0507 08:42:36.930704 3663 pod.go:62] [openshift-console/downloads-5c54f4944f-7gdw5] pod update took 13.567584ms I0507 08:42:36.930727 3663 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-7gdw5] addLogicalPort annotation time took 13.592812ms I0507 08:42:36.932052 3663 pods.go:271] [openshift-console/downloads-5c54f4944f-7gdw5] addLogicalPort took 15.029551ms, libovsdb time 1.00455ms I0507 08:42:37.284815 3663 cni.go:452] [openshift-console/downloads-5c54f4944f-7gdw5 82f6a67c5b6e3c4be8de9543a083a8a1e2106ce3c0c3e0202dfd740a1cc042ab network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-7gdw5 82f6a67c5b6e3c4be8de9543a083a8a1e2106ce3c0c3e0202dfd740a1cc042ab network default NAD default NAD key ] I0507 08:42:37.302755 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-7gdw5, hostIfaceName: 82f6a67c5b6e3c4, network: default, NAD default, SandboxID: "82f6a67c5b6e3c4be8de9543a083a8a1e2106ce3c0c3e0202dfd740a1cc042ab", PCI device ID: , UID: "758bedcd-0ac5-4dbf-b21f-845bf0f75b92", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0507 08:42:37.354266 3663 cni.go:473] [openshift-console/downloads-5c54f4944f-7gdw5 82f6a67c5b6e3c4be8de9543a083a8a1e2106ce3c0c3e0202dfd740a1cc042ab network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-7gdw5 82f6a67c5b6e3c4be8de9543a083a8a1e2106ce3c0c3e0202dfd740a1cc042ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:29:2d:50:68:6c\",\"name\":\"82f6a67c5b6e3c4\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/283e4498-517f-488a-8a88-67a61068fe64\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:39.658275 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-tnr2p for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:39.658405 3663 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p I0507 08:42:39.680801 3663 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p] pod update took 22.420844ms I0507 08:42:39.680834 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p] addLogicalPort annotation time took 22.458894ms I0507 08:42:39.682272 3663 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p] addLogicalPort took 24.017922ms, libovsdb time 1.043696ms I0507 08:42:39.719696 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-9s9kv for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:39.719827 3663 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv I0507 08:42:39.738270 3663 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv] pod update took 18.468769ms I0507 08:42:39.738293 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv] addLogicalPort annotation time took 18.496213ms I0507 08:42:39.739516 3663 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv] addLogicalPort took 19.840402ms, libovsdb time 900.317µs I0507 08:42:40.022931 3663 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p 8d629ba59ce5218ece1223ce9d84188c6544760cd9ff1c84a3d9cc21872abec8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p 8d629ba59ce5218ece1223ce9d84188c6544760cd9ff1c84a3d9cc21872abec8 network default NAD default NAD key ] I0507 08:42:40.033914 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-tnr2p, hostIfaceName: 8d629ba59ce5218, network: default, NAD default, SandboxID: "8d629ba59ce5218ece1223ce9d84188c6544760cd9ff1c84a3d9cc21872abec8", PCI device ID: , UID: "37c30ee9-0164-47ae-858d-0628448cb57b", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0507 08:42:40.087719 3663 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p 8d629ba59ce5218ece1223ce9d84188c6544760cd9ff1c84a3d9cc21872abec8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-tnr2p 8d629ba59ce5218ece1223ce9d84188c6544760cd9ff1c84a3d9cc21872abec8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:1e:77:1f:bf:61\",\"name\":\"8d629ba59ce5218\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8997b4e6-0d39-4c48-a87f-f6857196fab6\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:40.100917 3663 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv 31bbee1978892d79f12722243d824622b37b9e705ef8a76966a8952753ddd4e5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv 31bbee1978892d79f12722243d824622b37b9e705ef8a76966a8952753ddd4e5 network default NAD default NAD key ] I0507 08:42:40.111726 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-9s9kv, hostIfaceName: 31bbee1978892d7, network: default, NAD default, SandboxID: "31bbee1978892d79f12722243d824622b37b9e705ef8a76966a8952753ddd4e5", PCI device ID: , UID: "3d820b90-49cb-44fe-8e3e-a44ce43c6aaa", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0507 08:42:40.162253 3663 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv 31bbee1978892d79f12722243d824622b37b9e705ef8a76966a8952753ddd4e5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-9s9kv 31bbee1978892d79f12722243d824622b37b9e705ef8a76966a8952753ddd4e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4c:e0:21:29:ef\",\"name\":\"31bbee1978892d7\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/864a4313-90d8-4cf5-8915-d82bea2f5630\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:42:40.348640 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:42:40.898611 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:40.898793 3663 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0507 08:42:40.924778 3663 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.041616ms I0507 08:42:40.924805 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.076055ms I0507 08:42:40.926156 3663 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.567107ms, libovsdb time 973.356µs I0507 08:42:41.378035 3663 cni.go:452] [openshift-monitoring/alertmanager-main-0 4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec network default NAD default NAD key ] I0507 08:42:41.389161 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 4feaf4d599dbb1a, network: default, NAD default, SandboxID: "4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec", PCI device ID: , UID: "9c49846d-bf42-4979-8984-59b44f48f20d", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0507 08:42:41.444841 3663 cni.go:473] [openshift-monitoring/alertmanager-main-0 4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:b6:9b:37:79:c2\",\"name\":\"4feaf4d599dbb1a\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38ab2a7f-bbd3-4390-9f4a-a24342a72812\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:42.865786 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-58d54f85f7-gnfsn] creating logical port openshift-monitoring_thanos-querier-58d54f85f7-gnfsn for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:42.865920 3663 kube.go:256] Updating pod openshift-monitoring/thanos-querier-58d54f85f7-gnfsn I0507 08:42:42.881902 3663 pod.go:62] [openshift-monitoring/thanos-querier-58d54f85f7-gnfsn] pod update took 16.017652ms I0507 08:42:42.881931 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-58d54f85f7-gnfsn] addLogicalPort annotation time took 16.051276ms I0507 08:42:42.883261 3663 pods.go:271] [openshift-monitoring/thanos-querier-58d54f85f7-gnfsn] addLogicalPort took 17.49779ms, libovsdb time 936.258µs I0507 08:42:43.276986 3663 cni.go:452] [openshift-monitoring/thanos-querier-58d54f85f7-gnfsn 60a9ae2aaa825e3c1f302c78cf3a7228267b3fe6eaa4ced3b70b9e4aa6eb9a42 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-58d54f85f7-gnfsn 60a9ae2aaa825e3c1f302c78cf3a7228267b3fe6eaa4ced3b70b9e4aa6eb9a42 network default NAD default NAD key ] I0507 08:42:43.286673 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-58d54f85f7-gnfsn, hostIfaceName: 60a9ae2aaa825e3, network: default, NAD default, SandboxID: "60a9ae2aaa825e3c1f302c78cf3a7228267b3fe6eaa4ced3b70b9e4aa6eb9a42", PCI device ID: , UID: "fe4c2e1b-e3df-4f9f-8f68-64f8b9ff5f71", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0507 08:42:43.334897 3663 cni.go:473] [openshift-monitoring/thanos-querier-58d54f85f7-gnfsn 60a9ae2aaa825e3c1f302c78cf3a7228267b3fe6eaa4ced3b70b9e4aa6eb9a42 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-58d54f85f7-gnfsn 60a9ae2aaa825e3c1f302c78cf3a7228267b3fe6eaa4ced3b70b9e4aa6eb9a42 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:93:f6:cf:de:d1\",\"name\":\"60a9ae2aaa825e3\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3ab635e-d842-496e-9723-6cc289efe6f8\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:42:43.391475 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:43.391502 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:43.523116 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.523138 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.523143 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.829154 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.829174 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.829181 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 08:42:44.128923 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-8d56479b8-z8xmj] creating logical port openshift-monitoring_metrics-server-8d56479b8-z8xmj for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:44.129078 3663 kube.go:256] Updating pod openshift-monitoring/metrics-server-8d56479b8-z8xmj I0507 08:42:44.158689 3663 pod.go:62] [openshift-monitoring/metrics-server-8d56479b8-z8xmj] pod update took 29.63953ms I0507 08:42:44.158718 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-8d56479b8-z8xmj] addLogicalPort annotation time took 29.673488ms I0507 08:42:44.160214 3663 pods.go:271] [openshift-monitoring/metrics-server-8d56479b8-z8xmj] addLogicalPort took 31.317014ms, libovsdb time 1.041982ms I0507 08:42:44.410747 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-w4lh7 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:44.410877 3663 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7 I0507 08:42:44.429031 3663 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7] pod update took 18.196741ms I0507 08:42:44.429057 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7] addLogicalPort annotation time took 18.232903ms I0507 08:42:44.430631 3663 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7] addLogicalPort took 19.905196ms, libovsdb time 1.135951ms I0507 08:42:44.502725 3663 cni.go:452] [openshift-monitoring/metrics-server-8d56479b8-z8xmj 3090bbbfaa63b687a24a7ff93b2d460ff14b9f7c1d1f981be4484621d53ab863 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-8d56479b8-z8xmj 3090bbbfaa63b687a24a7ff93b2d460ff14b9f7c1d1f981be4484621d53ab863 network default NAD default NAD key ] I0507 08:42:44.514317 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-8d56479b8-z8xmj, hostIfaceName: 3090bbbfaa63b68, network: default, NAD default, SandboxID: "3090bbbfaa63b687a24a7ff93b2d460ff14b9f7c1d1f981be4484621d53ab863", PCI device ID: , UID: "6066c755-7e30-4030-9477-bf761efb3519", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0507 08:42:44.566437 3663 cni.go:473] [openshift-monitoring/metrics-server-8d56479b8-z8xmj 3090bbbfaa63b687a24a7ff93b2d460ff14b9f7c1d1f981be4484621d53ab863 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-8d56479b8-z8xmj 3090bbbfaa63b687a24a7ff93b2d460ff14b9f7c1d1f981be4484621d53ab863 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ad:36:4e:8c:d8\",\"name\":\"3090bbbfaa63b68\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12f8fed7-6e36-4604-84e2-94405559a7ef\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:45.561688 3663 base_network_controller_pods.go:487] [default/openshift-console/console-5cc5dd497-5vx59] creating logical port openshift-console_console-5cc5dd497-5vx59 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:45.561850 3663 kube.go:256] Updating pod openshift-console/console-5cc5dd497-5vx59 I0507 08:42:45.578806 3663 pod.go:62] [openshift-console/console-5cc5dd497-5vx59] pod update took 16.981557ms I0507 08:42:45.578913 3663 base_network_controller_pods.go:951] [default/openshift-console/console-5cc5dd497-5vx59] addLogicalPort annotation time took 17.091378ms I0507 08:42:45.580371 3663 pods.go:271] [openshift-console/console-5cc5dd497-5vx59] addLogicalPort took 18.703282ms, libovsdb time 1.015861ms I0507 08:42:45.969873 3663 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7 7798aea95a04e169d3792deb7420b9c1b560b5c5da28ee044203c63d785359a7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7 7798aea95a04e169d3792deb7420b9c1b560b5c5da28ee044203c63d785359a7 network default NAD default NAD key ] I0507 08:42:45.972200 3663 cni.go:452] [openshift-console/console-5cc5dd497-5vx59 e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cc5dd497-5vx59 e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb network default NAD default NAD key ] I0507 08:42:45.984681 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cc5dd497-5vx59, hostIfaceName: e85315f6c5ad0a6, network: default, NAD default, SandboxID: "e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb", PCI device ID: , UID: "35840f72-b7b3-4ae7-ae1b-1b2f7ba0b510", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0507 08:42:45.984690 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-w4lh7, hostIfaceName: 7798aea95a04e16, network: default, NAD default, SandboxID: "7798aea95a04e169d3792deb7420b9c1b560b5c5da28ee044203c63d785359a7", PCI device ID: , UID: "d1598c02-ffbd-4795-bba1-a039f8c89278", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0507 08:42:46.048691 3663 cni.go:473] [openshift-console/console-5cc5dd497-5vx59 e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cc5dd497-5vx59 e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:a7:da:83:bf:cf\",\"name\":\"e85315f6c5ad0a6\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61f0b95b-bb6f-473d-8564-4ceb44d21930\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:46.065526 3663 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7 7798aea95a04e169d3792deb7420b9c1b560b5c5da28ee044203c63d785359a7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-w4lh7 7798aea95a04e169d3792deb7420b9c1b560b5c5da28ee044203c63d785359a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:09:3c:87:bc:68\",\"name\":\"7798aea95a04e16\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cc411c6-3936-43d6-858d-2966eefbc2a9\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:46.071665 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:46.071816 3663 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0507 08:42:46.100989 3663 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 29.234827ms I0507 08:42:46.101080 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 29.331699ms I0507 08:42:46.102647 3663 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.975655ms, libovsdb time 1.080638ms I0507 08:42:46.561917 3663 cni.go:452] [openshift-monitoring/prometheus-k8s-0 97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461 network default NAD default NAD key ] I0507 08:42:46.573418 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 97a4d855259e3db, network: default, NAD default, SandboxID: "97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461", PCI device ID: , UID: "cfd732ff-5436-473d-ac73-30bdaffaa6e4", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0507 08:42:46.595213 3663 cni.go:452] [openshift-multus/network-metrics-daemon-c9k9b 249f1c2dde8740e1c0633ddcb8f23c5ce9a8e0e1785261f26708362fd011d0ac network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-c9k9b 249f1c2dde8740e1c0633ddcb8f23c5ce9a8e0e1785261f26708362fd011d0ac network default NAD default NAD key ] I0507 08:42:46.609297 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-c9k9b, hostIfaceName: 249f1c2dde8740e, network: default, NAD default, SandboxID: "249f1c2dde8740e1c0633ddcb8f23c5ce9a8e0e1785261f26708362fd011d0ac", PCI device ID: , UID: "fef1cccf-d305-4453-8da1-20a6293eec25", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0507 08:42:46.639000 3663 cni.go:473] [openshift-monitoring/prometheus-k8s-0 97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:e5:7c:89:89:b8\",\"name\":\"97a4d855259e3db\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5df98dad-3aaf-4e5b-8f5f-ab0f93241113\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:42:46.667050 3663 cni.go:473] [openshift-multus/network-metrics-daemon-c9k9b 249f1c2dde8740e1c0633ddcb8f23c5ce9a8e0e1785261f26708362fd011d0ac network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-c9k9b 249f1c2dde8740e1c0633ddcb8f23c5ce9a8e0e1785261f26708362fd011d0ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a1:e4:90:61:35\",\"name\":\"249f1c2dde8740e\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acb445ee-63ec-48f9-bbe0-0b6069207cf0\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:42:47.554755 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.554780 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.554789 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.554796 3663 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.590240 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.590268 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.607069 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:42:47.807920 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:42:47.847250 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.847281 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:48.558386 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 08:42:50.678059 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 08:42:56.679676 3663 cni.go:452] [openshift-image-registry/image-registry-9d9bc95d9-xd7fg 0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-9d9bc95d9-xd7fg 0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2 network default NAD default NAD key ] I0507 08:42:56.754792 3663 cni.go:473] [openshift-image-registry/image-registry-9d9bc95d9-xd7fg 0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-9d9bc95d9-xd7fg 0bad80cadf557e2f0c8f0a0c65afa5a2a68e3e8b5e413a41c78e321c11733ba2 network default NAD default NAD key default], result "{}", err I0507 08:42:57.312359 3663 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:42:57.313025 3663 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:42:57.500985 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 08:42:57.637186 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0507 08:42:57.666968 3663 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:57.667069 3663 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:57.674475 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-744fd46c4b-xvszm I0507 08:42:57.674508 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-744fd46c4b-xvszm I0507 08:42:57.684055 3663 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:42:57.684099 3663 pods.go:176] Deleting pod: openshift-image-registry/image-registry-9d9bc95d9-xd7fg I0507 08:42:57.685623 3663 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-9d9bc95d9-xd7fg, ips: 10.130.0.6 I0507 08:42:57.685658 3663 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:42:57.693931 3663 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6df567784c-j459l] creating logical port openshift-image-registry_image-registry-6df567784c-j459l for pod on switch ip-10-0-2-252.ec2.internal I0507 08:42:57.694020 3663 kube.go:256] Updating pod openshift-image-registry/image-registry-6df567784c-j459l I0507 08:42:57.717652 3663 pod.go:62] [openshift-image-registry/image-registry-6df567784c-j459l] pod update took 23.659525ms I0507 08:42:57.717677 3663 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6df567784c-j459l] addLogicalPort annotation time took 23.686455ms I0507 08:42:57.718987 3663 pods.go:271] [openshift-image-registry/image-registry-6df567784c-j459l] addLogicalPort took 25.069007ms, libovsdb time 951.463µs W0507 08:42:57.773028 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 08:42:57.942148 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 08:42:58.059126 3663 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:58.059180 3663 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:58.071906 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-9d9bc95d9-xd7fg I0507 08:42:58.071939 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-9d9bc95d9-xd7fg I0507 08:42:58.110384 3663 cni.go:452] [openshift-image-registry/image-registry-6df567784c-j459l 549da7c4acfb0c7d776dc147ed714006cf7205910d8f73eb433fca77ad6510db network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6df567784c-j459l 549da7c4acfb0c7d776dc147ed714006cf7205910d8f73eb433fca77ad6510db network default NAD default NAD key ] I0507 08:42:58.122655 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6df567784c-j459l, hostIfaceName: 549da7c4acfb0c7, network: default, NAD default, SandboxID: "549da7c4acfb0c7d776dc147ed714006cf7205910d8f73eb433fca77ad6510db", PCI device ID: , UID: "43a3c6b5-6314-4a70-913c-530de310d69c", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0507 08:42:58.178434 3663 cni.go:473] [openshift-image-registry/image-registry-6df567784c-j459l 549da7c4acfb0c7d776dc147ed714006cf7205910d8f73eb433fca77ad6510db network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6df567784c-j459l 549da7c4acfb0c7d776dc147ed714006cf7205910d8f73eb433fca77ad6510db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:c2:80:0d:a3:a5\",\"name\":\"549da7c4acfb0c7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1535f3de-d9f6-49dd-b4a9-64cbc8ce60c0\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:42:58.942965 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0507 08:43:04.534235 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 08:43:04.534330 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 08:43:08.568363 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:43:08.568390 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:43:08.822694 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:43:09.543247 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 08:43:09.568819 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0507 08:43:11.327008 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.327028 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:11.327034 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:43:18.579504 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 08:43:19.643601 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:43:19.643627 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:43:19.643644 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:43:19.643687 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:43:19.678684 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:43:19.678708 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:43:20.931047 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:43:22.936427 3663 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-w9xfs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:22.936971 3663 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-w9xfs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:23.742968 3663 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-w9xfs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:23.742989 3663 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-w9xfs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:23.748492 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cc5dd497-w9xfs I0507 08:43:23.748610 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cc5dd497-w9xfs I0507 08:43:29.746083 3663 cni.go:452] [openshift-console/console-5cc5dd497-5vx59 e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cc5dd497-5vx59 e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb network default NAD default NAD key ] I0507 08:43:29.836021 3663 cni.go:473] [openshift-console/console-5cc5dd497-5vx59 e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cc5dd497-5vx59 e85315f6c5ad0a6d3a54e01d5b62eef32f1e58d71b4611c0133ea52a689f8bfb network default NAD default NAD key default], result "{}", err I0507 08:43:29.891831 3663 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-5vx59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:29.891863 3663 pods.go:176] Deleting pod: openshift-console/console-5cc5dd497-5vx59 I0507 08:43:29.893111 3663 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cc5dd497-5vx59, ips: 10.130.0.19 I0507 08:43:29.893135 3663 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-5vx59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:30.040994 3663 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-5vx59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:30.041025 3663 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-5vx59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:30.047920 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cc5dd497-5vx59 I0507 08:43:30.047940 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cc5dd497-5vx59 I0507 08:43:43.359340 3663 obj_retry.go:498] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:43.359924 3663 obj_retry.go:498] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:43.670754 3663 obj_retry.go:492] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:43.670784 3663 obj_retry.go:492] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:43.677351 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5654d84b7f-qlnqs I0507 08:43:43.677378 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5654d84b7f-qlnqs I0507 08:43:44.963450 3663 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:44.964005 3663 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:45.675992 3663 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:45.676021 3663 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:45.678339 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-744fd46c4b-zfcbs I0507 08:43:45.678366 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-744fd46c4b-zfcbs W0507 08:43:46.860500 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:43:46.860526 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:43:46.860543 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:43:46.860566 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:43:47.152504 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:43:47.152648 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 08:44:01.539160 3663 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:01.539828 3663 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:01.889637 3663 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:01.889660 3663 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:01.895441 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 08:44:01.895464 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 08:44:04.309487 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6d7f5786c-g4mvv] creating logical port openshift-monitoring_telemeter-client-6d7f5786c-g4mvv for pod on switch ip-10-0-2-252.ec2.internal I0507 08:44:04.309662 3663 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6d7f5786c-g4mvv I0507 08:44:04.345164 3663 pod.go:62] [openshift-monitoring/telemeter-client-6d7f5786c-g4mvv] pod update took 35.548661ms I0507 08:44:04.345186 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6d7f5786c-g4mvv] addLogicalPort annotation time took 35.577033ms I0507 08:44:04.346429 3663 pods.go:271] [openshift-monitoring/telemeter-client-6d7f5786c-g4mvv] addLogicalPort took 36.964381ms, libovsdb time 882.004µs I0507 08:44:04.673890 3663 cni.go:452] [openshift-monitoring/telemeter-client-6d7f5786c-g4mvv 54f6cc25cac2d19acae54fc31115fd0d35a5429aabbf8f61977fe7b207590e32 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6d7f5786c-g4mvv 54f6cc25cac2d19acae54fc31115fd0d35a5429aabbf8f61977fe7b207590e32 network default NAD default NAD key ] I0507 08:44:04.683369 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6d7f5786c-g4mvv, hostIfaceName: 54f6cc25cac2d19, network: default, NAD default, SandboxID: "54f6cc25cac2d19acae54fc31115fd0d35a5429aabbf8f61977fe7b207590e32", PCI device ID: , UID: "459b85d0-ab1a-452e-8e5a-1335de8510b4", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0507 08:44:04.735045 3663 cni.go:473] [openshift-monitoring/telemeter-client-6d7f5786c-g4mvv 54f6cc25cac2d19acae54fc31115fd0d35a5429aabbf8f61977fe7b207590e32 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6d7f5786c-g4mvv 54f6cc25cac2d19acae54fc31115fd0d35a5429aabbf8f61977fe7b207590e32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:e1:19:8b:6c:58\",\"name\":\"54f6cc25cac2d19\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7600dff7-eb46-4cd1-b0ca-88bc5fca5569\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:44:05.908216 3663 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:05.908854 3663 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:06.220830 3663 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:06.220860 3663 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:06.231450 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 08:44:06.231477 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 08:44:08.466757 3663 base_network_controller_pods.go:487] [default/openshift-console/console-d45d5799f-g2dg2] creating logical port openshift-console_console-d45d5799f-g2dg2 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:44:08.466877 3663 kube.go:256] Updating pod openshift-console/console-d45d5799f-g2dg2 I0507 08:44:08.507081 3663 pod.go:62] [openshift-console/console-d45d5799f-g2dg2] pod update took 40.233343ms I0507 08:44:08.507102 3663 base_network_controller_pods.go:951] [default/openshift-console/console-d45d5799f-g2dg2] addLogicalPort annotation time took 40.259262ms I0507 08:44:08.508252 3663 pods.go:271] [openshift-console/console-d45d5799f-g2dg2] addLogicalPort took 41.521151ms, libovsdb time 813.089µs I0507 08:44:08.825236 3663 cni.go:452] [openshift-console/console-d45d5799f-g2dg2 99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d45d5799f-g2dg2 99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403 network default NAD default NAD key ] I0507 08:44:08.834412 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d45d5799f-g2dg2, hostIfaceName: 99ee83edbf908b1, network: default, NAD default, SandboxID: "99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403", PCI device ID: , UID: "4d4d8488-65e8-4355-955d-0537e7f3a006", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0507 08:44:08.883650 3663 cni.go:473] [openshift-console/console-d45d5799f-g2dg2 99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d45d5799f-g2dg2 99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:88:63:3c:30:55\",\"name\":\"99ee83edbf908b1\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a8674a9-882d-47ce-80db-545bb0dbd4a0\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:44:12.595648 3663 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0507 08:44:19.255121 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 08:44:23.517524 3663 cni.go:452] [openshift-monitoring/alertmanager-main-0 4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec network default NAD default NAD key ] I0507 08:44:23.595430 3663 cni.go:473] [openshift-monitoring/alertmanager-main-0 4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 4feaf4d599dbb1aee33391e1666c0d3bb799ba6c79404d2e1e1da3f8fc8a33ec network default NAD default NAD key default], result "{}", err I0507 08:44:23.687808 3663 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:23.687847 3663 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0507 08:44:23.689113 3663 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.15 I0507 08:44:23.689145 3663 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:24.272239 3663 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:24.272263 3663 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:24.279526 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 08:44:24.279576 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 08:44:24.316578 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:44:24.316709 3663 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0507 08:44:24.345011 3663 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 28.337021ms I0507 08:44:24.345036 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.3686ms I0507 08:44:24.346466 3663 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.921521ms, libovsdb time 1.026686ms I0507 08:44:24.680378 3663 cni.go:452] [openshift-monitoring/alertmanager-main-0 b9f2fcb16a6eb77dc201858d12a40f520f4aa76e1bebb816f5569ad8fb442423 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 b9f2fcb16a6eb77dc201858d12a40f520f4aa76e1bebb816f5569ad8fb442423 network default NAD default NAD key ] I0507 08:44:24.690090 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: b9f2fcb16a6eb77, network: default, NAD default, SandboxID: "b9f2fcb16a6eb77dc201858d12a40f520f4aa76e1bebb816f5569ad8fb442423", PCI device ID: , UID: "c0723e26-1ee4-48e3-99c3-69b4907db5e5", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0507 08:44:24.740122 3663 cni.go:473] [openshift-monitoring/alertmanager-main-0 b9f2fcb16a6eb77dc201858d12a40f520f4aa76e1bebb816f5569ad8fb442423 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 b9f2fcb16a6eb77dc201858d12a40f520f4aa76e1bebb816f5569ad8fb442423 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2a:9a:a4:3c:a4\",\"name\":\"b9f2fcb16a6eb77\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f51e6fec-329b-4cb1-a943-7cdb08cdd1fd\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:44:33.730636 3663 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:33.731236 3663 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:33.853192 3663 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:33.853214 3663 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:33.855605 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb7f77fcb-9qhdm I0507 08:44:33.855636 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb7f77fcb-9qhdm I0507 08:44:44.574041 3663 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:44.574609 3663 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:45.078786 3663 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:45.078813 3663 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:45.084705 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb7f77fcb-qxcpt I0507 08:44:45.084737 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb7f77fcb-qxcpt I0507 08:44:53.079934 3663 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:53.080472 3663 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:54.100830 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:54.100856 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:44:54.733070 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:44:54.733090 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:44:54.733096 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 08:45:03.134387 3663 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.134996 3663 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135020 3663 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135029 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0507 08:45:03.135042 3663 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135047 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 08:45:04.159995 3663 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160019 3663 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160036 3663 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160047 3663 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:07.466475 3663 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 08:45:07.477364 3663 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 08:45:08.369799 3663 cni.go:452] [openshift-monitoring/prometheus-k8s-0 97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461 network default NAD default NAD key ] I0507 08:45:08.435649 3663 cni.go:473] [openshift-monitoring/prometheus-k8s-0 97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 97a4d855259e3db9b5f40337187cd7ebcebac502ae623a2baaa0d1d601e3d461 network default NAD default NAD key default], result "{}", err I0507 08:45:08.498712 3663 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:08.498761 3663 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0507 08:45:08.500440 3663 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.20 I0507 08:45:08.500470 3663 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:09.469930 3663 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:09.469954 3663 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:09.485858 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 08:45:09.485886 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 08:45:09.551715 3663 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:45:09.551829 3663 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0507 08:45:09.589493 3663 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 37.702013ms I0507 08:45:09.589516 3663 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 37.730958ms I0507 08:45:09.590715 3663 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 39.016362ms, libovsdb time 850.469µs I0507 08:45:09.910080 3663 cni.go:452] [openshift-monitoring/prometheus-k8s-0 e22dcb347b5aae723e5eed322c996a867a3da63f78bd130e816bd377f1f2ccef network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 e22dcb347b5aae723e5eed322c996a867a3da63f78bd130e816bd377f1f2ccef network default NAD default NAD key ] I0507 08:45:09.919475 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: e22dcb347b5aae7, network: default, NAD default, SandboxID: "e22dcb347b5aae723e5eed322c996a867a3da63f78bd130e816bd377f1f2ccef", PCI device ID: , UID: "375c7f9a-9706-40b5-b6cc-a6f21b1a25da", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0507 08:45:09.970956 3663 cni.go:473] [openshift-monitoring/prometheus-k8s-0 e22dcb347b5aae723e5eed322c996a867a3da63f78bd130e816bd377f1f2ccef network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 e22dcb347b5aae723e5eed322c996a867a3da63f78bd130e816bd377f1f2ccef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:c6:42:43:70:87\",\"name\":\"e22dcb347b5aae7\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02ecf015-0e40-4a60-adab-50b845ee9674\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:46:10.769741 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:46:10.769762 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 08:46:50.165750 3663 cni.go:452] [openshift-console/console-d45d5799f-g2dg2 99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-d45d5799f-g2dg2 99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403 network default NAD default NAD key ] I0507 08:46:50.244559 3663 cni.go:473] [openshift-console/console-d45d5799f-g2dg2 99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-d45d5799f-g2dg2 99ee83edbf908b1e5fb809e89dfc34ff8727ff0b48b3b42e132816d597e2a403 network default NAD default NAD key default], result "{}", err I0507 08:46:50.311036 3663 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-g2dg2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:46:50.311071 3663 pods.go:176] Deleting pod: openshift-console/console-d45d5799f-g2dg2 I0507 08:46:50.313127 3663 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d45d5799f-g2dg2, ips: 10.130.0.23 I0507 08:46:50.313172 3663 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-g2dg2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:46:50.322529 3663 base_network_controller_pods.go:487] [default/openshift-console/console-7b55fc7d66-7spns] creating logical port openshift-console_console-7b55fc7d66-7spns for pod on switch ip-10-0-2-252.ec2.internal I0507 08:46:50.322664 3663 kube.go:256] Updating pod openshift-console/console-7b55fc7d66-7spns I0507 08:46:50.339512 3663 pod.go:62] [openshift-console/console-7b55fc7d66-7spns] pod update took 16.871173ms I0507 08:46:50.339539 3663 base_network_controller_pods.go:951] [default/openshift-console/console-7b55fc7d66-7spns] addLogicalPort annotation time took 16.904403ms I0507 08:46:50.340977 3663 pods.go:271] [openshift-console/console-7b55fc7d66-7spns] addLogicalPort took 18.462023ms, libovsdb time 995.69µs I0507 08:46:50.683026 3663 cni.go:452] [openshift-console/console-7b55fc7d66-7spns f519c0742c30b7b81f9d274ff6150b4254f2adead5e7e2fd951cc844df631aed network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b55fc7d66-7spns f519c0742c30b7b81f9d274ff6150b4254f2adead5e7e2fd951cc844df631aed network default NAD default NAD key ] I0507 08:46:50.692736 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b55fc7d66-7spns, hostIfaceName: f519c0742c30b7b, network: default, NAD default, SandboxID: "f519c0742c30b7b81f9d274ff6150b4254f2adead5e7e2fd951cc844df631aed", PCI device ID: , UID: "a8a5545f-280b-458c-97b8-dc9db8dd5c9e", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0507 08:46:50.743078 3663 cni.go:473] [openshift-console/console-7b55fc7d66-7spns f519c0742c30b7b81f9d274ff6150b4254f2adead5e7e2fd951cc844df631aed network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b55fc7d66-7spns f519c0742c30b7b81f9d274ff6150b4254f2adead5e7e2fd951cc844df631aed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:fb:f4:99:5f:8f\",\"name\":\"f519c0742c30b7b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49202476-f7f7-4d23-bd2f-585ab951cc01\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:46:50.907657 3663 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-g2dg2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:46:50.907680 3663 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-g2dg2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:46:50.915567 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d45d5799f-g2dg2 I0507 08:46:50.915600 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d45d5799f-g2dg2 I0507 08:47:00.852156 3663 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-clfwm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:47:00.852780 3663 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-clfwm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:47:00.945657 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 08:47:01.410234 3663 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-clfwm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:47:01.410271 3663 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-clfwm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:47:01.412897 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d45d5799f-clfwm I0507 08:47:01.412920 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d45d5799f-clfwm I0507 08:47:09.340825 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 08:47:25.346643 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 08:47:36.479539 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 08:47:56.257442 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0507 08:48:31.253717 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0507 08:48:42.340657 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 08:49:29.374425 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 08:49:31.465971 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 08:49:39.252612 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=132 I0507 08:49:49.460366 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 08:49:52.481142 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 08:49:59.253252 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0507 08:50:04.225694 3663 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:04.226173 3663 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:05.118224 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:05.118251 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:08.253149 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 W0507 08:50:13.140197 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:50:24.178240 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 08:50:24.178325 3663 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2f9l6 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2f9l6: no pod IPs found I0507 08:50:32.263124 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=510 I0507 08:50:46.047815 3663 namespace.go:98] [tsf] adding namespace I0507 08:50:46.048655 3663 namespace.go:102] [tsf] adding namespace took 820.648µs I0507 08:50:46.063297 3663 namespace.go:142] [tsf] updating namespace I0507 08:50:46.076464 3663 namespace.go:142] [tsf] updating namespace I0507 08:50:49.352349 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 08:50:49.849432 3663 namespace.go:98] [rhbk-operator] adding namespace I0507 08:50:49.850297 3663 namespace.go:102] [rhbk-operator] adding namespace took 842.924µs I0507 08:50:49.856281 3663 namespace.go:98] [konflux-operator] adding namespace I0507 08:50:49.856936 3663 namespace.go:102] [konflux-operator] adding namespace took 638.143µs I0507 08:50:49.860602 3663 namespace.go:98] [tsf-keycloak] adding namespace I0507 08:50:49.860661 3663 namespace.go:98] [konflux-ui] adding namespace I0507 08:50:49.861253 3663 namespace.go:102] [tsf-keycloak] adding namespace took 638.131µs I0507 08:50:49.861883 3663 namespace.go:102] [konflux-ui] adding namespace took 1.206393ms I0507 08:50:49.861916 3663 namespace.go:98] [cert-manager-operator] adding namespace I0507 08:50:49.862345 3663 namespace.go:102] [cert-manager-operator] adding namespace took 421.418µs I0507 08:50:49.862626 3663 namespace.go:98] [rhtpa-operator] adding namespace I0507 08:50:49.862649 3663 namespace.go:98] [tsf-tpa] adding namespace I0507 08:50:49.862798 3663 namespace.go:98] [tsf-tas] adding namespace I0507 08:50:49.863146 3663 namespace.go:102] [rhtpa-operator] adding namespace took 502.93µs I0507 08:50:49.863715 3663 namespace.go:102] [tsf-tpa] adding namespace took 1.053969ms I0507 08:50:49.864180 3663 namespace.go:102] [tsf-tas] adding namespace took 1.369851ms I0507 08:50:49.869280 3663 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:49.884286 3663 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:49.893701 3663 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:49.893844 3663 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:49.902353 3663 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:49.915290 3663 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:49.921573 3663 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:49.937471 3663 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:49.937560 3663 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:49.957370 3663 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:49.957417 3663 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:49.968245 3663 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:49.977603 3663 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:49.983208 3663 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:49.992530 3663 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:50.081923 3663 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:50.103304 3663 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:50.109982 3663 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:50.195279 3663 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:50.268590 3663 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:50.462106 3663 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:50.657840 3663 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:50.857777 3663 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:50.996121 3663 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:51.005572 3663 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:51.059350 3663 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:58.530928 3663 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.531482 3663 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.531509 3663 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.531517 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:50:58.531529 3663 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.531533 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:50:58.552026 3663 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552594 3663 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552618 3663 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552626 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:50:58.552635 3663 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552639 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:50:59.556730 3663 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.556760 3663 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.556774 3663 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.556787 3663 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.577487 3663 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.577507 3663 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.577519 3663 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.577536 3663 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:05.528937 3663 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529496 3663 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529526 3663 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529538 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:05.529571 3663 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529578 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:06.530693 3663 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531205 3663 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531228 3663 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531236 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:06.531248 3663 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531252 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:06.558473 3663 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.558490 3663 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.558504 3663 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.558518 3663 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.560218 3663 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.560761 3663 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.560791 3663 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.560803 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:07.560814 3663 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.560818 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:07.564957 3663 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.564979 3663 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.564991 3663 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.565006 3663 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.586211 3663 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586694 3663 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586719 3663 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586726 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:07.586737 3663 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586741 3663 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:08.633567 3663 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.633592 3663 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.633606 3663 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.633621 3663 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.644821 3663 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.644844 3663 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.644860 3663 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.644869 3663 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:09.471679 3663 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0507 08:51:11.587410 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 08:51:13.767397 3663 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-d2hms for pod on switch ip-10-0-2-252.ec2.internal I0507 08:51:13.767517 3663 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms I0507 08:51:13.789957 3663 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms] pod update took 22.468242ms I0507 08:51:13.789980 3663 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms] addLogicalPort annotation time took 22.496091ms I0507 08:51:13.791411 3663 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms] addLogicalPort took 24.037333ms, libovsdb time 967.998µs I0507 08:51:14.127765 3663 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms 3b28b5df911f852ddde66ca89bed75197100d992f2ebbc7d6dae22ef83763049 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms 3b28b5df911f852ddde66ca89bed75197100d992f2ebbc7d6dae22ef83763049 network default NAD default NAD key ] I0507 08:51:14.136779 3663 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-d2hms, hostIfaceName: 3b28b5df911f852, network: default, NAD default, SandboxID: "3b28b5df911f852ddde66ca89bed75197100d992f2ebbc7d6dae22ef83763049", PCI device ID: , UID: "3e777893-bed8-4890-a96b-2002c893e70e", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0507 08:51:14.184538 3663 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms 3b28b5df911f852ddde66ca89bed75197100d992f2ebbc7d6dae22ef83763049 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-d2hms 3b28b5df911f852ddde66ca89bed75197100d992f2ebbc7d6dae22ef83763049 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:11:bd:92:9f:66\",\"name\":\"3b28b5df911f852\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e642c6d7-3b8e-4b1a-b6f8-16ce1ee13cbe\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:51:15.900206 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.908600 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.913673 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.922864 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:16.982182 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 08:51:23.788739 3663 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-rlqx9 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:51:23.788889 3663 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9 I0507 08:51:23.811802 3663 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9] pod update took 22.955302ms I0507 08:51:23.811822 3663 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9] addLogicalPort annotation time took 22.981347ms I0507 08:51:23.812992 3663 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9] addLogicalPort took 24.277538ms, libovsdb time 818.699µs I0507 08:51:24.152394 3663 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9 478deee401e54a7a181add7368dddcf0e2779ba73c6e21e0cd65714c31cbf54b network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9 478deee401e54a7a181add7368dddcf0e2779ba73c6e21e0cd65714c31cbf54b network default NAD default NAD key ] I0507 08:51:24.165081 3663 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-rlqx9, hostIfaceName: 478deee401e54a7, network: default, NAD default, SandboxID: "478deee401e54a7a181add7368dddcf0e2779ba73c6e21e0cd65714c31cbf54b", PCI device ID: , UID: "15a5dff9-9258-4196-b0e0-83e7c477c5a7", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0507 08:51:24.216210 3663 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9 478deee401e54a7a181add7368dddcf0e2779ba73c6e21e0cd65714c31cbf54b network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rlqx9 478deee401e54a7a181add7368dddcf0e2779ba73c6e21e0cd65714c31cbf54b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b3:f3:07:d5:6f\",\"name\":\"478deee401e54a7\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96c8bb03-e775-4554-8340-24b888237036\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:51:27.260104 3663 namespace.go:98] [cert-manager] adding namespace I0507 08:51:27.261107 3663 namespace.go:102] [cert-manager] adding namespace took 977.76µs I0507 08:51:27.296515 3663 namespace.go:142] [cert-manager] updating namespace I0507 08:51:27.319792 3663 namespace.go:142] [cert-manager] updating namespace I0507 08:51:28.064301 3663 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-rt6xt] creating logical port rhbk-operator_rhbk-operator-69889d554d-rt6xt for pod on switch ip-10-0-2-252.ec2.internal I0507 08:51:28.064403 3663 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-rt6xt W0507 08:51:28.070785 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 08:51:28.109512 3663 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-rt6xt] pod update took 45.13004ms I0507 08:51:28.109538 3663 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-rt6xt] addLogicalPort annotation time took 45.159892ms I0507 08:51:28.110710 3663 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-rt6xt] addLogicalPort took 46.423376ms, libovsdb time 822.927µs I0507 08:51:28.722686 3663 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-rt6xt e68cc07624e7e4ff2cfbf98454d1f40f5e33765a233501357ff4cb531e64d224 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-rt6xt e68cc07624e7e4ff2cfbf98454d1f40f5e33765a233501357ff4cb531e64d224 network default NAD default NAD key ] I0507 08:51:28.732503 3663 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-rt6xt, hostIfaceName: e68cc07624e7e4f, network: default, NAD default, SandboxID: "e68cc07624e7e4ff2cfbf98454d1f40f5e33765a233501357ff4cb531e64d224", PCI device ID: , UID: "43b8a36e-b74d-4c8c-af7d-b427e158cbc4", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0507 08:51:28.780759 3663 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-rt6xt e68cc07624e7e4ff2cfbf98454d1f40f5e33765a233501357ff4cb531e64d224 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-rt6xt e68cc07624e7e4ff2cfbf98454d1f40f5e33765a233501357ff4cb531e64d224 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:54:3d:8f:62:12\",\"name\":\"e68cc07624e7e4f\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e38684eb-c8cf-43b0-a6f1-2dffbb7d61de\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:51:28.890397 3663 namespace.go:142] [openshift-operators] updating namespace I0507 08:51:28.916792 3663 namespace.go:142] [openshift-operators] updating namespace W0507 08:51:32.851587 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 08:51:32.851613 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 08:51:37.909828 3663 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 08:51:37.910605 3663 namespace.go:102] [trusted-artifact-signer] adding namespace took 758.683µs I0507 08:51:37.982916 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:38.019724 3663 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 08:51:38.814016 3663 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 08:51:39.151719 3663 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-hc4km] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-hc4km for pod on switch ip-10-0-2-252.ec2.internal I0507 08:51:39.151832 3663 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-hc4km I0507 08:51:39.201195 3663 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-hc4km] pod update took 49.385282ms I0507 08:51:39.201219 3663 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-hc4km] addLogicalPort annotation time took 49.413116ms I0507 08:51:39.202507 3663 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-hc4km] addLogicalPort took 50.807956ms, libovsdb time 918.785µs I0507 08:51:39.525121 3663 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-hc4km 0ef4728b0507181fa96c859f25e9b6e7c9680108df9f0b5b1dcb217cf939f06f network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-hc4km 0ef4728b0507181fa96c859f25e9b6e7c9680108df9f0b5b1dcb217cf939f06f network default NAD default NAD key ] I0507 08:51:39.534838 3663 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-hc4km, hostIfaceName: 0ef4728b0507181, network: default, NAD default, SandboxID: "0ef4728b0507181fa96c859f25e9b6e7c9680108df9f0b5b1dcb217cf939f06f", PCI device ID: , UID: "8cfa0bce-c3b2-4738-8035-837a100349ab", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0507 08:51:39.585761 3663 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-hc4km 0ef4728b0507181fa96c859f25e9b6e7c9680108df9f0b5b1dcb217cf939f06f network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-hc4km 0ef4728b0507181fa96c859f25e9b6e7c9680108df9f0b5b1dcb217cf939f06f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:6f:e2:84:15:4d\",\"name\":\"0ef4728b0507181\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d796ffc-f299-4bc0-8a65-b0145ccf07bb\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:51:40.708969 3663 namespace.go:142] [openshift-operators] updating namespace I0507 08:51:41.470573 3663 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-d4qds] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-d4qds for pod on switch ip-10-0-2-252.ec2.internal I0507 08:51:41.470710 3663 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-d4qds I0507 08:51:41.542145 3663 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-d4qds] pod update took 71.460735ms I0507 08:51:41.542175 3663 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-d4qds] addLogicalPort annotation time took 71.495536ms I0507 08:51:41.543589 3663 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-d4qds] addLogicalPort took 73.041798ms, libovsdb time 938.342µs I0507 08:51:43.685708 3663 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-d4qds 45f7950154897c935805259a160172b5636c80138c4648754b4c4ffdcd6a2244 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-d4qds 45f7950154897c935805259a160172b5636c80138c4648754b4c4ffdcd6a2244 network default NAD default NAD key ] I0507 08:51:43.695801 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-d4qds, hostIfaceName: 45f7950154897c9, network: default, NAD default, SandboxID: "45f7950154897c935805259a160172b5636c80138c4648754b4c4ffdcd6a2244", PCI device ID: , UID: "85818b9d-41fd-442f-8d49-afffdf196af9", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0507 08:51:43.749077 3663 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-d4qds 45f7950154897c935805259a160172b5636c80138c4648754b4c4ffdcd6a2244 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-d4qds 45f7950154897c935805259a160172b5636c80138c4648754b4c4ffdcd6a2244 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:ed:43:40:0e:85\",\"name\":\"45f7950154897c9\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bce3db30-54ee-4a50-a0af-d1203e309703\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:51:55.776740 3663 namespace.go:98] [openshift-pipelines] adding namespace I0507 08:51:55.777528 3663 namespace.go:102] [openshift-pipelines] adding namespace took 764.672µs I0507 08:51:55.801427 3663 namespace.go:142] [openshift-pipelines] updating namespace I0507 08:51:55.817324 3663 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:55.817848 3663 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:55.839246 3663 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:55.839269 3663 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:55.850395 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 08:51:55.850418 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 08:51:56.540918 3663 namespace.go:142] [cert-manager] updating namespace I0507 08:51:56.747586 3663 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:57.142217 3663 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:57.338602 3663 namespace.go:142] [konflux-ui] updating namespace I0507 08:51:57.540758 3663 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:51:57.942291 3663 namespace.go:142] [rhbk-operator] updating namespace I0507 08:51:58.142799 3663 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:51:58.342696 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:58.544393 3663 namespace.go:142] [tsf] updating namespace I0507 08:51:58.747075 3663 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:51:58.950914 3663 namespace.go:142] [tsf-tas] updating namespace I0507 08:51:59.151709 3663 namespace.go:142] [tsf-tpa] updating namespace I0507 08:51:59.273262 3663 namespace.go:142] [cert-manager] updating namespace I0507 08:51:59.280016 3663 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:59.289946 3663 namespace.go:142] [default] updating namespace I0507 08:51:59.296473 3663 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:59.305514 3663 namespace.go:142] [konflux-ui] updating namespace I0507 08:51:59.326730 3663 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:51:59.334414 3663 namespace.go:142] [openshift] updating namespace I0507 08:51:59.343783 3663 namespace.go:142] [rhbk-operator] updating namespace I0507 08:51:59.353393 3663 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:51:59.361540 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:59.370591 3663 namespace.go:142] [tsf] updating namespace I0507 08:51:59.393923 3663 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:51:59.416900 3663 namespace.go:142] [tsf-tas] updating namespace I0507 08:51:59.431096 3663 namespace.go:142] [tsf-tpa] updating namespace I0507 08:51:59.530202 3663 namespace.go:142] [cert-manager] updating namespace I0507 08:51:59.634777 3663 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:59.731698 3663 namespace.go:142] [default] updating namespace I0507 08:51:59.837812 3663 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:59.932363 3663 namespace.go:142] [konflux-ui] updating namespace I0507 08:52:00.030450 3663 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:52:00.131198 3663 namespace.go:142] [openshift] updating namespace I0507 08:52:00.228106 3663 namespace.go:142] [rhbk-operator] updating namespace I0507 08:52:00.330486 3663 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:52:00.429295 3663 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:52:00.532762 3663 namespace.go:142] [tsf] updating namespace I0507 08:52:00.631535 3663 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:52:00.729771 3663 namespace.go:142] [tsf-tas] updating namespace I0507 08:52:00.829301 3663 namespace.go:142] [tsf-tpa] updating namespace I0507 08:52:01.110695 3663 namespace.go:142] [openshift-pipelines] updating namespace W0507 08:52:05.736724 3663 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0507 08:52:05.754842 3663 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0507 08:52:09.001755 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-z8wv7 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:52:09.001849 3663 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7 I0507 08:52:09.019764 3663 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7] pod update took 17.942204ms I0507 08:52:09.019787 3663 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7] addLogicalPort annotation time took 17.970568ms I0507 08:52:09.021379 3663 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7] addLogicalPort took 19.642476ms, libovsdb time 1.070221ms I0507 08:52:09.103913 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-rs5v6 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:52:09.104004 3663 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6 I0507 08:52:09.125097 3663 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6] pod update took 21.119145ms I0507 08:52:09.125129 3663 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6] addLogicalPort annotation time took 21.153544ms I0507 08:52:09.126521 3663 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6] addLogicalPort took 22.618209ms, libovsdb time 874.217µs I0507 08:52:09.366848 3663 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7 9a103a4edf1810ebbec610e114efb4be8bb188cf7eb6e48110fc580f1b77419e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7 9a103a4edf1810ebbec610e114efb4be8bb188cf7eb6e48110fc580f1b77419e network default NAD default NAD key ] I0507 08:52:09.376263 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-z8wv7, hostIfaceName: 9a103a4edf1810e, network: default, NAD default, SandboxID: "9a103a4edf1810ebbec610e114efb4be8bb188cf7eb6e48110fc580f1b77419e", PCI device ID: , UID: "71a625b6-b2ec-48b8-9824-1e78336d5817", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0507 08:52:09.428222 3663 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7 9a103a4edf1810ebbec610e114efb4be8bb188cf7eb6e48110fc580f1b77419e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-z8wv7 9a103a4edf1810ebbec610e114efb4be8bb188cf7eb6e48110fc580f1b77419e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0f:e4:9c:08:59\",\"name\":\"9a103a4edf1810e\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a471580-6129-4659-8c07-fd53e0abd7f3\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:52:09.466000 3663 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6 18af38bbe4f0a566b38ce2a710971f98d23977d3dafe4b03dd52b69cafe4e5dc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6 18af38bbe4f0a566b38ce2a710971f98d23977d3dafe4b03dd52b69cafe4e5dc network default NAD default NAD key ] I0507 08:52:09.476109 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-rs5v6, hostIfaceName: 18af38bbe4f0a56, network: default, NAD default, SandboxID: "18af38bbe4f0a566b38ce2a710971f98d23977d3dafe4b03dd52b69cafe4e5dc", PCI device ID: , UID: "14fc6f77-2054-4edf-b44e-04e68b0e19f0", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0507 08:52:09.526378 3663 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6 18af38bbe4f0a566b38ce2a710971f98d23977d3dafe4b03dd52b69cafe4e5dc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-rs5v6 18af38bbe4f0a566b38ce2a710971f98d23977d3dafe4b03dd52b69cafe4e5dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:55:10:00:1c:8b\",\"name\":\"18af38bbe4f0a56\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fac6d902-4f71-45ac-9085-5f800bb8845d\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:52:12.343725 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 W0507 08:52:13.272289 3663 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.272307 3663 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.272312 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.302914 3663 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.302939 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.302946 3663 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.769987 3663 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.770005 3663 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.770010 3663 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.770014 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:24.273212 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:24.273233 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:24.273239 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:24.305860 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:24.305877 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:24.305883 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0507 08:52:31.238893 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-8lrg6 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:52:31.238980 3663 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6 I0507 08:52:31.254182 3663 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6] pod update took 15.222071ms I0507 08:52:31.254206 3663 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6] addLogicalPort annotation time took 15.249965ms I0507 08:52:31.255493 3663 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6] addLogicalPort took 16.620227ms, libovsdb time 877.351µs I0507 08:52:31.622995 3663 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6 241df44116c1d7ee4822ffe87a760a7a2b66e003e2343105915616e922f4f715 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6 241df44116c1d7ee4822ffe87a760a7a2b66e003e2343105915616e922f4f715 network default NAD default NAD key ] I0507 08:52:31.632223 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-8lrg6, hostIfaceName: 241df44116c1d7e, network: default, NAD default, SandboxID: "241df44116c1d7ee4822ffe87a760a7a2b66e003e2343105915616e922f4f715", PCI device ID: , UID: "0d1621e2-bdf2-4b25-bce5-a743ef81378d", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0507 08:52:31.684131 3663 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6 241df44116c1d7ee4822ffe87a760a7a2b66e003e2343105915616e922f4f715 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-8lrg6 241df44116c1d7ee4822ffe87a760a7a2b66e003e2343105915616e922f4f715 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f5:bf:2b:15:44\",\"name\":\"241df44116c1d7e\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04aa4165-35e7-4c39-95f4-b24109c56b06\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:52:34.987419 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 08:52:37.022279 3663 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:52:37.022815 3663 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:52:37.040531 3663 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:52:37.040566 3663 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:52:37.050421 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 08:52:37.050456 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 08:52:38.951839 3663 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 08:52:38.952504 3663 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 08:52:38.952523 3663 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 08:52:38.954504 3663 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 08:52:40.424228 3663 namespace.go:142] [openshift-pipelines] updating namespace W0507 08:52:44.955413 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 08:52:44.955428 3663 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 08:52:44.958802 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 08:52:44.958818 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0507 08:52:53.901416 3663 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 08:53:14.746369 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-g9rs7 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:53:14.746455 3663 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7 I0507 08:53:14.762424 3663 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7] pod update took 15.989463ms I0507 08:53:14.762450 3663 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7] addLogicalPort annotation time took 16.02097ms I0507 08:53:14.763979 3663 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7] addLogicalPort took 17.623337ms, libovsdb time 943.92µs I0507 08:53:15.112642 3663 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7 13323776971f48808c4225d3cd3f63ca501bdb8f3b121ec0054ed95225848ac9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7 13323776971f48808c4225d3cd3f63ca501bdb8f3b121ec0054ed95225848ac9 network default NAD default NAD key ] I0507 08:53:15.121773 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-g9rs7, hostIfaceName: 13323776971f488, network: default, NAD default, SandboxID: "13323776971f48808c4225d3cd3f63ca501bdb8f3b121ec0054ed95225848ac9", PCI device ID: , UID: "734d6bf8-2d46-46ec-9fe3-f43883095fa1", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0507 08:53:15.172022 3663 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7 13323776971f48808c4225d3cd3f63ca501bdb8f3b121ec0054ed95225848ac9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g9rs7 13323776971f48808c4225d3cd3f63ca501bdb8f3b121ec0054ed95225848ac9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:68:1b:af:96:5a\",\"name\":\"13323776971f488\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0969372-785d-4c0a-ad14-0ae1b9ab04e1\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:53:15.260711 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 W0507 08:53:19.203534 3663 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:19.203568 3663 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:19.203573 3663 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 08:53:29.341333 3663 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:29.341875 3663 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:29.382681 3663 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:29.382700 3663 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:29.388384 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 08:53:29.388410 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 08:53:31.197402 3663 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-zqdqb-vbchg] creating logical port tsf-tas_segment-backup-installation-zqdqb-vbchg for pod on switch ip-10-0-2-252.ec2.internal I0507 08:53:31.197496 3663 kube.go:256] Updating pod tsf-tas/segment-backup-installation-zqdqb-vbchg I0507 08:53:31.212936 3663 pod.go:62] [tsf-tas/segment-backup-installation-zqdqb-vbchg] pod update took 15.463445ms I0507 08:53:31.212964 3663 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-zqdqb-vbchg] addLogicalPort annotation time took 15.494942ms I0507 08:53:31.214193 3663 pods.go:271] [tsf-tas/segment-backup-installation-zqdqb-vbchg] addLogicalPort took 16.811738ms, libovsdb time 852.858µs I0507 08:53:31.363069 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-gwbg2] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-gwbg2 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:53:31.363185 3663 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-gwbg2 I0507 08:53:31.377417 3663 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-gwbg2] pod update took 14.253581ms I0507 08:53:31.377437 3663 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-gwbg2] addLogicalPort annotation time took 14.280706ms I0507 08:53:31.378699 3663 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-gwbg2] addLogicalPort took 15.651638ms, libovsdb time 855.115µs I0507 08:53:31.557022 3663 cni.go:452] [tsf-tas/segment-backup-installation-zqdqb-vbchg a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-zqdqb-vbchg a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff network default NAD default NAD key ] I0507 08:53:31.566260 3663 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-zqdqb-vbchg, hostIfaceName: a8ffc0c95fc8619, network: default, NAD default, SandboxID: "a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff", PCI device ID: , UID: "b5c0e0dd-2ced-41a1-94ea-6ef662a8287a", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0507 08:53:31.616702 3663 cni.go:473] [tsf-tas/segment-backup-installation-zqdqb-vbchg a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-zqdqb-vbchg a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:2c:ad:5b:f4:cd\",\"name\":\"a8ffc0c95fc8619\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a49d4601-6a92-407f-a5eb-906d155c1cd2\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:53:31.719204 3663 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-gwbg2 c6ff4c953a1f6b5acb5d44c54ccc82cb7964841e8bbc668b1298c153ac0556b4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gwbg2 c6ff4c953a1f6b5acb5d44c54ccc82cb7964841e8bbc668b1298c153ac0556b4 network default NAD default NAD key ] I0507 08:53:31.729855 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-gwbg2, hostIfaceName: c6ff4c953a1f6b5, network: default, NAD default, SandboxID: "c6ff4c953a1f6b5acb5d44c54ccc82cb7964841e8bbc668b1298c153ac0556b4", PCI device ID: , UID: "231c8501-28b0-48b8-98bb-b2f4fc8ab587", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0507 08:53:31.781261 3663 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-gwbg2 c6ff4c953a1f6b5acb5d44c54ccc82cb7964841e8bbc668b1298c153ac0556b4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gwbg2 c6ff4c953a1f6b5acb5d44c54ccc82cb7964841e8bbc668b1298c153ac0556b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:33:a3:63:39:76\",\"name\":\"c6ff4c953a1f6b5\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80f82747-867b-43ec-bc8c-5298ab22134f\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:53:32.083881 3663 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2] creating logical port tsf-tas_trillian-logserver-6f5dbb5c58-c7cl2 for pod on switch ip-10-0-2-252.ec2.internal I0507 08:53:32.084009 3663 kube.go:256] Updating pod tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2 I0507 08:53:32.123934 3663 pod.go:62] [tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2] pod update took 39.965262ms I0507 08:53:32.123956 3663 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2] addLogicalPort annotation time took 39.992574ms I0507 08:53:32.125200 3663 pods.go:271] [tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2] addLogicalPort took 41.33953ms, libovsdb time 842.692µs I0507 08:53:33.055009 3663 cni.go:452] [tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2 f326ceff70c7248321268bad6e9b517cc9795d70616f6e774fa4b6fe13ce5295 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2 f326ceff70c7248321268bad6e9b517cc9795d70616f6e774fa4b6fe13ce5295 network default NAD default NAD key ] I0507 08:53:33.065453 3663 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6f5dbb5c58-c7cl2, hostIfaceName: f326ceff70c7248, network: default, NAD default, SandboxID: "f326ceff70c7248321268bad6e9b517cc9795d70616f6e774fa4b6fe13ce5295", PCI device ID: , UID: "8f64ae97-38e5-4727-b832-b8efabb2a72a", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0507 08:53:33.137135 3663 cni.go:473] [tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2 f326ceff70c7248321268bad6e9b517cc9795d70616f6e774fa4b6fe13ce5295 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6f5dbb5c58-c7cl2 f326ceff70c7248321268bad6e9b517cc9795d70616f6e774fa4b6fe13ce5295 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:aa:e1:a5:8e:5c\",\"name\":\"f326ceff70c7248\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/499da413-5f1a-40d7-8489-40391646d9d9\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:53:34.282143 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0507 08:53:34.282242 3663 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0507 08:53:34.939041 3663 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-86f8c844b8-74c8v] creating logical port tsf-tas_trillian-db-86f8c844b8-74c8v for pod on switch ip-10-0-2-252.ec2.internal I0507 08:53:34.939154 3663 kube.go:256] Updating pod tsf-tas/trillian-db-86f8c844b8-74c8v I0507 08:53:34.951679 3663 pod.go:62] [tsf-tas/trillian-db-86f8c844b8-74c8v] pod update took 12.557972ms I0507 08:53:34.951710 3663 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-86f8c844b8-74c8v] addLogicalPort annotation time took 12.59029ms I0507 08:53:34.953662 3663 pods.go:271] [tsf-tas/trillian-db-86f8c844b8-74c8v] addLogicalPort took 14.644959ms, libovsdb time 1.355864ms I0507 08:53:40.133911 3663 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-622wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:40.134677 3663 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-622wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:53:40.318224 3663 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 08:53:41.158912 3663 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-622wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:41.159018 3663 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-622wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:46.499824 3663 cni.go:452] [tsf-tas/trillian-db-86f8c844b8-74c8v 55e839301f963947ab4991e0d0883f7e0079792fa2c3aead4ba53c932bda8326 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-86f8c844b8-74c8v 55e839301f963947ab4991e0d0883f7e0079792fa2c3aead4ba53c932bda8326 network default NAD default NAD key ] I0507 08:53:46.509093 3663 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-86f8c844b8-74c8v, hostIfaceName: 55e839301f96394, network: default, NAD default, SandboxID: "55e839301f963947ab4991e0d0883f7e0079792fa2c3aead4ba53c932bda8326", PCI device ID: , UID: "8b5e0177-4f23-4955-92df-8de8a713eab5", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0507 08:53:46.563721 3663 cni.go:473] [tsf-tas/trillian-db-86f8c844b8-74c8v 55e839301f963947ab4991e0d0883f7e0079792fa2c3aead4ba53c932bda8326 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-86f8c844b8-74c8v 55e839301f963947ab4991e0d0883f7e0079792fa2c3aead4ba53c932bda8326 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:1c:07:37:1b:1c\",\"name\":\"55e839301f96394\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebb95365-6c66-45dc-89f6-53cc229bc139\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:53:46.747120 3663 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0507 08:53:49.767176 3663 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 08:53:50.777676 3663 cni.go:452] [tsf-tas/segment-backup-installation-zqdqb-vbchg a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-zqdqb-vbchg a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff network default NAD default NAD key ] I0507 08:53:50.863309 3663 cni.go:473] [tsf-tas/segment-backup-installation-zqdqb-vbchg a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-zqdqb-vbchg a8ffc0c95fc861911c7772e35f895068b32449e775c80476400d04c909e6b9ff network default NAD default NAD key default], result "{}", err I0507 08:53:50.911854 3663 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:50.911887 3663 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-zqdqb-vbchg I0507 08:53:50.913287 3663 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-zqdqb-vbchg, ips: 10.130.0.36 I0507 08:53:50.913314 3663 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:51.591654 3663 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-wsmnj for pod on switch ip-10-0-2-252.ec2.internal I0507 08:53:51.591742 3663 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj I0507 08:53:51.607685 3663 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj] pod update took 15.966456ms I0507 08:53:51.607711 3663 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj] addLogicalPort annotation time took 15.995798ms I0507 08:53:51.608990 3663 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj] addLogicalPort took 17.350344ms, libovsdb time 874.504µs I0507 08:53:51.810988 3663 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:51.811009 3663 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:52.127081 3663 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj cf3c810193dd982359f7c7a0fbe144b49b750853d7981cd687eebb57badf7505 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj cf3c810193dd982359f7c7a0fbe144b49b750853d7981cd687eebb57badf7505 network default NAD default NAD key ] I0507 08:53:52.136687 3663 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-wsmnj, hostIfaceName: cf3c810193dd982, network: default, NAD default, SandboxID: "cf3c810193dd982359f7c7a0fbe144b49b750853d7981cd687eebb57badf7505", PCI device ID: , UID: "79bbb9b3-53e5-48ef-97b0-62c84637b26c", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0507 08:53:52.187632 3663 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj cf3c810193dd982359f7c7a0fbe144b49b750853d7981cd687eebb57badf7505 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-wsmnj cf3c810193dd982359f7c7a0fbe144b49b750853d7981cd687eebb57badf7505 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:40:42:f3:4c:8e\",\"name\":\"cf3c810193dd982\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba000410-23d4-44b4-9209-e0e26b705a31\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:53:52.256296 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=60 W0507 08:53:55.371436 3663 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 08:54:00.819036 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0507 08:54:16.866819 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 08:54:17.481948 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0507 08:54:20.656126 3663 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:20.656730 3663 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:20.674487 3663 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:20.674512 3663 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:20.684805 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 08:54:20.684838 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 08:54:27.687961 3663 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:27.688502 3663 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:28.572244 3663 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:28.572267 3663 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:29.716658 3663 obj_retry.go:498] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:29.717196 3663 obj_retry.go:498] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:30.603448 3663 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:30.603477 3663 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:54:35.641333 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 08:54:35.726448 3663 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:35.726992 3663 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:36.608480 3663 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:36.608506 3663 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:36.764023 3663 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:36.764615 3663 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:37.640406 3663 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.640428 3663 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.683510 3663 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.683533 3663 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.692499 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-glvrm I0507 08:54:37.692529 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-glvrm I0507 08:54:38.789487 3663 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-75dfcdf8b8-dvcrn] creating logical port tsf-tas_rekor-redis-75dfcdf8b8-dvcrn for pod on switch ip-10-0-2-252.ec2.internal I0507 08:54:38.789591 3663 kube.go:256] Updating pod tsf-tas/rekor-redis-75dfcdf8b8-dvcrn I0507 08:54:38.812678 3663 pod.go:62] [tsf-tas/rekor-redis-75dfcdf8b8-dvcrn] pod update took 23.12518ms I0507 08:54:38.812702 3663 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-75dfcdf8b8-dvcrn] addLogicalPort annotation time took 23.154106ms I0507 08:54:38.813986 3663 pods.go:271] [tsf-tas/rekor-redis-75dfcdf8b8-dvcrn] addLogicalPort took 24.517682ms, libovsdb time 899.888µs I0507 08:54:39.150464 3663 cni.go:452] [tsf-tas/rekor-redis-75dfcdf8b8-dvcrn fadceaf14d284d92867dbf0fcf5873da91f758fa7338fc47cc671fbf8960c9f2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-75dfcdf8b8-dvcrn fadceaf14d284d92867dbf0fcf5873da91f758fa7338fc47cc671fbf8960c9f2 network default NAD default NAD key ] I0507 08:54:39.159448 3663 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-75dfcdf8b8-dvcrn, hostIfaceName: fadceaf14d284d9, network: default, NAD default, SandboxID: "fadceaf14d284d92867dbf0fcf5873da91f758fa7338fc47cc671fbf8960c9f2", PCI device ID: , UID: "f3d31b10-35a1-4adf-8ede-ed5b905c13d9", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0507 08:54:39.419274 3663 cni.go:473] [tsf-tas/rekor-redis-75dfcdf8b8-dvcrn fadceaf14d284d92867dbf0fcf5873da91f758fa7338fc47cc671fbf8960c9f2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-75dfcdf8b8-dvcrn fadceaf14d284d92867dbf0fcf5873da91f758fa7338fc47cc671fbf8960c9f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:2f:38:ae:3f:a9\",\"name\":\"fadceaf14d284d9\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca40226d-bf1e-4ada-a5cb-03c30db0a8c5\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:54:41.035367 3663 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 08:54:41.806801 3663 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:41.807344 3663 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:41.823591 3663 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:41.823613 3663 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:41.829048 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 08:54:41.829073 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0507 08:54:42.629259 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0507 08:54:43.377210 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 08:54:48.812000 3663 obj_retry.go:498] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:48.812591 3663 obj_retry.go:498] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:49.834400 3663 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:49.834424 3663 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:49.937665 3663 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-jdqzw] creating logical port tsf-tpa_migrate-db-jdqzw for pod on switch ip-10-0-2-252.ec2.internal I0507 08:54:49.937756 3663 kube.go:256] Updating pod tsf-tpa/migrate-db-jdqzw I0507 08:54:49.953124 3663 pod.go:62] [tsf-tpa/migrate-db-jdqzw] pod update took 15.393434ms I0507 08:54:49.953147 3663 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-jdqzw] addLogicalPort annotation time took 15.418785ms I0507 08:54:49.954401 3663 pods.go:271] [tsf-tpa/migrate-db-jdqzw] addLogicalPort took 16.757423ms, libovsdb time 852.549µs I0507 08:54:50.296964 3663 cni.go:452] [tsf-tpa/migrate-db-jdqzw 163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-jdqzw 163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a network default NAD default NAD key ] I0507 08:54:50.305997 3663 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-jdqzw, hostIfaceName: 163cabd6cb74ef2, network: default, NAD default, SandboxID: "163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a", PCI device ID: , UID: "2f82c9ab-d9c0-4c62-9fe3-53e02bb32b54", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0507 08:54:50.357381 3663 cni.go:473] [tsf-tpa/migrate-db-jdqzw 163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-jdqzw 163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:96:7a:3b:a9:27\",\"name\":\"163cabd6cb74ef2\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10bbe3b8-ec24-40a6-ba5f-9daf455de019\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:54:52.694931 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0507 08:54:53.078484 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0507 08:54:56.125334 3663 cni.go:452] [tsf-tpa/migrate-db-jdqzw 163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-jdqzw 163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a network default NAD default NAD key ] I0507 08:54:56.219964 3663 cni.go:473] [tsf-tpa/migrate-db-jdqzw 163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-jdqzw 163cabd6cb74ef26fe047dab3e34c7da6597304855dee62824a6bbb99eb3929a network default NAD default NAD key default], result "{}", err I0507 08:54:56.270116 3663 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:56.270152 3663 pods.go:176] Deleting pod: tsf-tpa/migrate-db-jdqzw I0507 08:54:56.271464 3663 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-jdqzw, ips: 10.130.0.42 I0507 08:54:56.271490 3663 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:57.138784 3663 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:57.138810 3663 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:59.884016 3663 obj_retry.go:498] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:59.884530 3663 obj_retry.go:498] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:00.264873 3663 base_network_controller_pods.go:487] [default/tsf-tpa/server-6f8b54ff47-n85ms] creating logical port tsf-tpa_server-6f8b54ff47-n85ms for pod on switch ip-10-0-2-252.ec2.internal I0507 08:55:00.264997 3663 kube.go:256] Updating pod tsf-tpa/server-6f8b54ff47-n85ms I0507 08:55:00.283535 3663 pod.go:62] [tsf-tpa/server-6f8b54ff47-n85ms] pod update took 18.57637ms I0507 08:55:00.283569 3663 base_network_controller_pods.go:951] [default/tsf-tpa/server-6f8b54ff47-n85ms] addLogicalPort annotation time took 18.620576ms I0507 08:55:00.284778 3663 pods.go:271] [tsf-tpa/server-6f8b54ff47-n85ms] addLogicalPort took 19.921773ms, libovsdb time 784.986µs I0507 08:55:00.320127 3663 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-nd9gm] creating logical port tsf-tpa_importer-86bcdf477b-nd9gm for pod on switch ip-10-0-2-252.ec2.internal I0507 08:55:00.320212 3663 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-nd9gm I0507 08:55:00.334024 3663 pod.go:62] [tsf-tpa/importer-86bcdf477b-nd9gm] pod update took 13.833151ms I0507 08:55:00.334043 3663 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-nd9gm] addLogicalPort annotation time took 13.857167ms I0507 08:55:00.335199 3663 pods.go:271] [tsf-tpa/importer-86bcdf477b-nd9gm] addLogicalPort took 15.087319ms, libovsdb time 797.946µs I0507 08:55:00.905897 3663 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:00.905918 3663 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:09.925922 3663 cni.go:452] [tsf-tpa/server-6f8b54ff47-n85ms 6591e067d74aa114979d58a209af972e8ead3f9da6face3c698d875ac21fef5e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6f8b54ff47-n85ms 6591e067d74aa114979d58a209af972e8ead3f9da6face3c698d875ac21fef5e network default NAD default NAD key ] I0507 08:55:09.935153 3663 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6f8b54ff47-n85ms, hostIfaceName: 6591e067d74aa11, network: default, NAD default, SandboxID: "6591e067d74aa114979d58a209af972e8ead3f9da6face3c698d875ac21fef5e", PCI device ID: , UID: "ed4d8cda-311a-4606-b15a-90461f98644f", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0507 08:55:09.987722 3663 cni.go:452] [tsf-tpa/importer-86bcdf477b-nd9gm 547b8177f77d3798d8ff3997b3fca5c6b16c674dfcebee02d3b6e18dd55a85dc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-nd9gm 547b8177f77d3798d8ff3997b3fca5c6b16c674dfcebee02d3b6e18dd55a85dc network default NAD default NAD key ] I0507 08:55:09.988881 3663 cni.go:473] [tsf-tpa/server-6f8b54ff47-n85ms 6591e067d74aa114979d58a209af972e8ead3f9da6face3c698d875ac21fef5e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6f8b54ff47-n85ms 6591e067d74aa114979d58a209af972e8ead3f9da6face3c698d875ac21fef5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:f5:ab:d3:29:a7\",\"name\":\"6591e067d74aa11\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1060900b-8fbf-4dc0-b790-46fb90e163f2\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0507 08:55:09.996686 3663 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-nd9gm, hostIfaceName: 547b8177f77d379, network: default, NAD default, SandboxID: "547b8177f77d3798d8ff3997b3fca5c6b16c674dfcebee02d3b6e18dd55a85dc", PCI device ID: , UID: "2debefc5-ee63-4370-bc8b-d194fa9e0cbf", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0507 08:55:10.049579 3663 cni.go:473] [tsf-tpa/importer-86bcdf477b-nd9gm 547b8177f77d3798d8ff3997b3fca5c6b16c674dfcebee02d3b6e18dd55a85dc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-nd9gm 547b8177f77d3798d8ff3997b3fca5c6b16c674dfcebee02d3b6e18dd55a85dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:cc:28:3f:74:63\",\"name\":\"547b8177f77d379\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c4c5e13-9923-4136-82a6-03617b52f0f3\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0507 08:55:10.224149 3663 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0507 08:55:21.209038 3663 util.go:959] Failed to build node endpoints for node ip-10-0-2-252.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0507 08:55:24.065194 3663 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:24.065828 3663 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:24.928567 3663 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:24.928592 3663 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:27.462880 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 08:55:36.132913 3663 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:36.133449 3663 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:36.169446 3663 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:36.169462 3663 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:36.174908 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 08:55:36.174929 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 08:55:36.850465 3663 namespace.go:98] [default-tenant] adding namespace I0507 08:55:36.851349 3663 namespace.go:102] [default-tenant] adding namespace took 859.656µs I0507 08:55:36.854712 3663 namespace.go:98] [integration-service] adding namespace I0507 08:55:36.854723 3663 namespace.go:98] [build-service] adding namespace I0507 08:55:36.855539 3663 namespace.go:102] [integration-service] adding namespace took 750.138µs I0507 08:55:36.856165 3663 namespace.go:102] [build-service] adding namespace took 1.286388ms I0507 08:55:36.859571 3663 namespace.go:98] [image-controller] adding namespace I0507 08:55:36.860160 3663 namespace.go:102] [image-controller] adding namespace took 574.049µs I0507 08:55:36.894272 3663 namespace.go:142] [default-tenant] updating namespace I0507 08:55:36.941374 3663 namespace.go:142] [default-tenant] updating namespace I0507 08:55:36.960766 3663 namespace.go:142] [integration-service] updating namespace I0507 08:55:36.991456 3663 namespace.go:142] [integration-service] updating namespace I0507 08:55:36.998183 3663 namespace.go:142] [build-service] updating namespace I0507 08:55:37.033317 3663 namespace.go:142] [build-service] updating namespace I0507 08:55:37.061457 3663 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.089265 3663 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.186399 3663 namespace.go:142] [build-service] updating namespace I0507 08:55:37.190272 3663 namespace.go:142] [integration-service] updating namespace I0507 08:55:37.242353 3663 namespace.go:98] [release-service] adding namespace I0507 08:55:37.243271 3663 namespace.go:102] [release-service] adding namespace took 894.447µs I0507 08:55:37.297285 3663 namespace.go:142] [konflux-ui] updating namespace I0507 08:55:37.297457 3663 namespace.go:142] [release-service] updating namespace I0507 08:55:37.328298 3663 namespace.go:142] [release-service] updating namespace I0507 08:55:37.376230 3663 namespace.go:98] [konflux-info] adding namespace I0507 08:55:37.377142 3663 namespace.go:102] [konflux-info] adding namespace took 890.982µs I0507 08:55:37.451042 3663 namespace.go:98] [namespace-lister] adding namespace I0507 08:55:37.452246 3663 namespace.go:102] [namespace-lister] adding namespace took 1.117413ms I0507 08:55:37.511345 3663 namespace.go:142] [konflux-info] updating namespace I0507 08:55:37.574482 3663 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:37.574657 3663 namespace.go:142] [konflux-info] updating namespace I0507 08:55:37.583656 3663 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.583697 3663 namespace.go:98] [enterprise-contract-service] adding namespace I0507 08:55:37.584681 3663 namespace.go:102] [enterprise-contract-service] adding namespace took 975.725µs I0507 08:55:37.764313 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:37.764381 3663 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:37.817406 3663 namespace.go:142] [default-tenant] updating namespace I0507 08:55:37.817456 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:37.906776 3663 namespace.go:98] [segment-bridge] adding namespace I0507 08:55:37.907632 3663 namespace.go:102] [segment-bridge] adding namespace took 832.191µs I0507 08:55:37.965291 3663 namespace.go:98] [konflux-cli] adding namespace I0507 08:55:37.966157 3663 namespace.go:102] [konflux-cli] adding namespace took 845.353µs I0507 08:55:38.000503 3663 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:38.100270 3663 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:38.100391 3663 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:38.201354 3663 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:38.246309 3663 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 08:55:38.246940 3663 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 08:55:38.246959 3663 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 08:55:38.249481 3663 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 08:55:38.249506 3663 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 08:55:38.249514 3663 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 08:55:38.250072 3663 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 08:55:39.043613 3663 namespace.go:142] [build-service] updating namespace I0507 08:55:39.498271 3663 namespace.go:142] [default-tenant] updating namespace I0507 08:55:39.620279 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:39.678828 3663 namespace.go:142] [image-controller] updating namespace I0507 08:55:39.833605 3663 namespace.go:142] [integration-service] updating namespace I0507 08:55:40.175636 3663 namespace.go:142] [konflux-info] updating namespace I0507 08:55:40.716987 3663 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:41.088159 3663 namespace.go:142] [release-service] updating namespace I0507 08:55:41.253287 3663 namespace.go:142] [build-service] updating namespace I0507 08:55:41.307900 3663 namespace.go:142] [default-tenant] updating namespace I0507 08:55:41.432125 3663 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:41.460810 3663 namespace.go:142] [image-controller] updating namespace I0507 08:55:41.502251 3663 namespace.go:142] [integration-service] updating namespace I0507 08:55:41.533278 3663 namespace.go:142] [konflux-info] updating namespace I0507 08:55:41.584340 3663 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:41.618343 3663 namespace.go:142] [release-service] updating namespace I0507 08:55:41.755736 3663 namespace.go:142] [build-service] updating namespace I0507 08:55:41.888331 3663 namespace.go:142] [default-tenant] updating namespace I0507 08:55:41.963791 3663 namespace.go:142] [enterprise-contract-service] updating namespace W0507 08:55:41.979217 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0507 08:55:42.052249 3663 namespace.go:142] [image-controller] updating namespace I0507 08:55:42.121438 3663 namespace.go:142] [integration-service] updating namespace I0507 08:55:42.179803 3663 namespace.go:142] [konflux-info] updating namespace I0507 08:55:42.216066 3663 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:42.301875 3663 namespace.go:142] [release-service] updating namespace W0507 08:55:43.038984 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0507 08:55:43.545345 3663 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:43.735670 3663 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:43.861768 3663 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:43.881430 3663 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:43.966969 3663 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:44.068131 3663 namespace.go:142] [segment-bridge] updating namespace W0507 08:55:44.988465 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 08:55:45.006168 3663 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0507 08:55:50.349299 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0507 08:55:51.022701 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:55:51.023482 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:55:52.033383 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 08:55:52.033471 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0507 08:55:54.117253 3663 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:55:54.120444 3663 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:55:54.144079 3663 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:54.144095 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:55.057206 3663 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:55.057230 3663 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:57.109817 3663 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0507 08:56:05.446431 3663 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:56:05.446994 3663 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:56:06.131021 3663 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:56:06.131049 3663 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:56:06.136083 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc I0507 08:56:06.136108 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc I0507 08:56:32.346214 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0507 08:57:00.468701 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 08:57:06.344728 3663 obj_retry.go:498] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:06.345266 3663 obj_retry.go:498] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:06.568786 3663 obj_retry.go:492] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:06.568810 3663 obj_retry.go:492] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:06.574280 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-75d75d8dcd-vg4f7 I0507 08:57:06.574303 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-75d75d8dcd-vg4f7 I0507 08:57:09.731281 3663 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:09.732117 3663 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:09.750434 3663 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:09.750455 3663 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:09.755507 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 08:57:09.755532 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 08:57:25.255876 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 I0507 08:57:36.397944 3663 namespace.go:98] [managed-tenant-5kfi1] adding namespace I0507 08:57:36.398905 3663 namespace.go:102] [managed-tenant-5kfi1] adding namespace took 937.871µs I0507 08:57:36.424320 3663 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:36.443205 3663 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.438152 3663 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.573582 3663 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.670798 3663 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:58:11.346154 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 08:58:11.485730 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 08:58:14.354660 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 08:58:58.255609 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0507 08:59:02.256005 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0507 08:59:28.266261 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=613 I0507 08:59:45.259155 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=29 I0507 08:59:46.474670 3663 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 08:59:54.263661 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0507 09:00:03.710681 3663 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 09:00:03.711222 3663 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 09:00:04.573889 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:00:04.573909 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:01:36.380438 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0507 09:02:11.484408 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 09:02:17.471493 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0507 09:02:49.352503 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 09:03:34.489045 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0507 09:03:37.358053 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 09:03:41.466024 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 09:04:42.349099 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 09:04:43.258329 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 09:04:49.046930 3663 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:49.046956 3663 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:49.051282 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-sf7tk I0507 09:04:49.051307 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-sf7tk I0507 09:04:57.028361 3663 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:57.028411 3663 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:57.032203 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jdqzw I0507 09:04:57.032230 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jdqzw I0507 09:05:00.047037 3663 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:05:00.047091 3663 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:05:00.049652 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gzlj2 I0507 09:05:00.049678 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gzlj2 I0507 09:05:27.262355 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 09:05:47.258448 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0507 09:05:49.258882 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0507 09:05:55.268965 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=38 I0507 09:06:07.266884 3663 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0507 09:06:11.349563 3663 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 09:06:57.383329 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 09:07:13.487196 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0507 09:07:47.474374 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0507 09:07:47.476940 3663 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 09:08:49.360367 3663 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 09:10:03.942864 3663 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 09:10:03.943436 3663 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 09:10:04.895659 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.895690 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.959977 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.960004 3663 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.963570 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts I0507 09:10:04.963598 3663 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts