+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-41.ec2.internal ++ [[ -n ip-10-0-0-41.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-41.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0429 06:48:23.863247794 - disable conntrack on geneve port' I0429 06:48:23.863247794 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0429 06:48:23.881363617 - starting ovnkube-node' I0429 06:48:23.881363617 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-41.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-41.ec2.internal --init-node ip-10-0-0-41.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-41.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0429 06:48:23.922653 3790 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0429 06:48:23.922710 3790 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-73d77e818b.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0429 06:48:23.924086 3790 kube.go:431] Waiting for certificate I0429 06:48:23.924125 3790 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0429 06:48:23.924171 3790 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0429 06:48:23.924937 3790 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 06:48:23.955317 3790 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 06:48:23.955335 3790 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 06:48:23.958090 3790 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 06:48:23.958183 3790 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gq2bp" I0429 06:48:23.969377 3790 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gq2bp" I0429 06:48:23.969470 3790 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0429 06:48:24.924258 3790 kube.go:438] Certificate found I0429 06:48:24.924935 3790 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0429 06:48:24.926305 3790 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0429 06:48:24.974620 3790 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-30 06:43:23 +0000 UTC" deadline="2026-04-30 03:10:25.479340229 +0000 UTC" I0429 06:48:24.974748 3790 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h22m0.504654755s" I0429 06:48:24.996916 3790 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 06:48:25.020276 3790 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0429 06:48:25.020355 3790 server.go:101] MetricServer registers OVS metrics I0429 06:48:25.020649 3790 server.go:105] MetricServer registers OVN DB metrics I0429 06:48:25.021429 3790 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0429 06:48:25.021497 3790 factory.go:561] Starting watch factory I0429 06:48:25.021599 3790 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.021624 3790 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.021604 3790 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.021657 3790 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.021656 3790 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.021700 3790 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.021867 3790 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.021891 3790 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.022692 3790 controller_manager.go:370] Starting the ovnkube controller I0429 06:48:25.022708 3790 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-41.ec2.internal I0429 06:48:25.022780 3790 controller_manager.go:395] NBDB zone sync took: 50.387µs I0429 06:48:25.022793 3790 factory.go:561] Starting watch factory I0429 06:48:25.023556 3790 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.023579 3790 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.023688 3790 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.023812 3790 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.025819 3790 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0429 06:48:25.025852 3790 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0429 06:48:25.037932 3790 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.039423 3790 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.040357 3790 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.040368 3790 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.041973 3790 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0429 06:48:25.042044 3790 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0429 06:48:25.043423 3790 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.047757 3790 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0429 06:48:25.047799 3790 server.go:109] MetricServer registers OVN Controller metrics I0429 06:48:25.052895 3790 server.go:113] MetricServer registers OVN Northd metrics I0429 06:48:25.053022 3790 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0429 06:48:25.057724 3790 metrics.go:519] OVN Metrics Server starts to run ... I0429 06:48:25.128033 3790 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 06:48:25.128057 3790 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 06:48:25.128062 3790 factory.go:1977] *v1.Node informer cache synced successfully I0429 06:48:25.128065 3790 factory.go:1977] *v1.Service informer cache synced successfully I0429 06:48:25.128068 3790 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 06:48:25.128071 3790 factory.go:1977] *v1.Pod informer cache synced successfully I0429 06:48:25.128163 3790 factory.go:1977] *v1.Pod informer cache synced successfully I0429 06:48:25.128188 3790 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0429 06:48:25.128195 3790 factory.go:1977] *v1.Namespace informer cache synced successfully I0429 06:48:25.128199 3790 factory.go:1977] *v1.Node informer cache synced successfully I0429 06:48:25.128203 3790 factory.go:1977] *v1.Service informer cache synced successfully I0429 06:48:25.128209 3790 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0429 06:48:25.128150 3790 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:25.128237 3790 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:25.128163 3790 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:25.128329 3790 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:25.131039 3790 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:25.131040 3790 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0429 06:48:25.134010 3790 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 06:48:25.134026 3790 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 06:48:25.134018 3790 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0429 06:48:25.134091 3790 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0429 06:48:25.134094 3790 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.134108 3790 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.136164 3790 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.139888 3790 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 06:48:25.139898 3790 factory.go:1977] *v1.EgressIP informer cache synced successfully I0429 06:48:25.139978 3790 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.139995 3790 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.142156 3790 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.145861 3790 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 06:48:25.145876 3790 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0429 06:48:25.145927 3790 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.145938 3790 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.147850 3790 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.151555 3790 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 06:48:25.151567 3790 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0429 06:48:25.151605 3790 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.151616 3790 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.153524 3790 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.157325 3790 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 06:48:25.157338 3790 factory.go:1977] *v1.EgressService informer cache synced successfully I0429 06:48:25.157378 3790 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.157389 3790 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.159317 3790 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.163108 3790 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 06:48:25.163119 3790 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0429 06:48:25.163257 3790 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 06:48:25.163269 3790 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 06:48:25.165385 3790 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0429 06:48:25.169160 3790 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 06:48:25.169173 3790 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0429 06:48:25.169231 3790 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.169244 3790 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.169242 3790 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.169279 3790 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.171507 3790 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.171560 3790 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0429 06:48:25.174403 3790 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 06:48:25.174413 3790 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 06:48:25.174416 3790 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0429 06:48:25.174420 3790 factory.go:680] Watch Factory start up complete, took: 152.926415ms I0429 06:48:25.174424 3790 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0429 06:48:25.174431 3790 factory.go:680] Watch Factory start up complete, took: 151.638872ms I0429 06:48:25.174438 3790 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-41.ec2.internal" zone I0429 06:48:25.174503 3790 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0429 06:48:25.226043 3790 default_node_network_controller.go:710] Initializing the default node network controller I0429 06:48:25.295717 3790 udn_isolation.go:101] Starting UDN host isolation manager I0429 06:48:25.302501 3790 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0429 06:48:25.357390 3790 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0429 06:48:25.357523 3790 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0429 06:48:25.357546 3790 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0429 06:48:25.390643 3790 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0429 06:48:25.390706 3790 default_node_network_controller.go:809] Node ip-10-0-0-41.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0429 06:48:25.396337 3790 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.41"] k8s.ovn.org/zone-name:ip-10-0-0-41.ec2.internal] on node ip-10-0-0-41.ec2.internal I0429 06:48:25.417222 3790 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0429 06:48:25.423213 3790 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0429 06:48:25.423357 3790 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0429 06:48:25.423522 3790 gateway_init.go:263] Preparing Gateway I0429 06:48:25.423534 3790 gateway_shared_intf.go:1687] Creating new gateway I0429 06:48:25.424748 3790 controller_manager.go:429] Waiting for node in zone sync took: 250.298826ms I0429 06:48:25.431576 3790 controller_manager.go:611] Switching to transit router for layer2 networks I0429 06:48:25.431591 3790 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-41.ec2.internal I0429 06:48:25.446489 3790 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0429 06:48:25.452763 3790 controller_manager.go:290] SCTP support detected in OVN I0429 06:48:25.453460 3790 services_controller.go:69] Creating services controller for network=default I0429 06:48:25.453592 3790 udn_enabled_svc.go:80] Waiting for service informer to sync I0429 06:48:25.453751 3790 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0429 06:48:25.453806 3790 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0429 06:48:25.453818 3790 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0429 06:48:25.453829 3790 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 06:48:25.454026 3790 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0429 06:48:25.454101 3790 udn_enabled_svc.go:95] Performing full resync I0429 06:48:25.454117 3790 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.356µs I0429 06:48:25.454127 3790 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0429 06:48:25.454163 3790 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 27.712µs I0429 06:48:25.454173 3790 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 48.119µs I0429 06:48:25.454179 3790 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0429 06:48:25.454185 3790 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0429 06:48:25.454194 3790 default_network_controller.go:325] Starting the default network controller I0429 06:48:25.454274 3790 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.847µs I0429 06:48:25.454371 3790 udn_enabled_svc.go:99] Waiting for handler to sync I0429 06:48:25.454381 3790 udn_enabled_svc.go:104] Starting worker I0429 06:48:25.464009 3790 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0429 06:48:25.464074 3790 repair.go:33] Syncing exgw routes took 51.976µs I0429 06:48:25.464097 3790 default_network_controller.go:414] Starting all the Watchers... I0429 06:48:25.464269 3790 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0429 06:48:25.464279 3790 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0429 06:48:25.464287 3790 namespace.go:98] [openshift-apiserver-operator] adding namespace I0429 06:48:25.464292 3790 namespace.go:98] [openshift-route-controller-manager] adding namespace I0429 06:48:25.464286 3790 namespace.go:98] [openshift-monitoring] adding namespace I0429 06:48:25.464272 3790 namespace.go:98] [openshift-authentication] adding namespace I0429 06:48:25.464294 3790 namespace.go:98] [openshift-kube-apiserver] adding namespace I0429 06:48:25.464303 3790 namespace.go:98] [openshift-network-node-identity] adding namespace I0429 06:48:25.464305 3790 namespace.go:98] [openshift-cluster-version] adding namespace I0429 06:48:25.464310 3790 namespace.go:98] [openshift-backplane-tam] adding namespace I0429 06:48:25.464311 3790 namespace.go:98] [openshift-backplane-cse] adding namespace I0429 06:48:25.464317 3790 namespace.go:98] [dedicated-admin] adding namespace I0429 06:48:25.464320 3790 namespace.go:98] [openshift-backplane-cee] adding namespace I0429 06:48:25.464336 3790 namespace.go:98] [openshift-insights] adding namespace I0429 06:48:25.464271 3790 namespace.go:98] [openshift-logging] adding namespace I0429 06:48:25.464976 3790 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 693.982µs I0429 06:48:25.464992 3790 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0429 06:48:25.465445 3790 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 449.072µs I0429 06:48:25.465457 3790 namespace.go:98] [openshift-machine-config-operator] adding namespace I0429 06:48:25.465979 3790 namespace.go:102] [openshift-machine-config-operator] adding namespace took 490.331µs I0429 06:48:25.465993 3790 namespace.go:98] [openshift-backplane-srep] adding namespace I0429 06:48:25.466552 3790 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 2.264269ms I0429 06:48:25.466564 3790 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0429 06:48:25.467250 3790 namespace.go:102] [openshift-apiserver-operator] adding namespace took 2.951127ms I0429 06:48:25.467270 3790 namespace.go:98] [openshift-must-gather-operator] adding namespace I0429 06:48:25.467841 3790 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.53987ms I0429 06:48:25.467857 3790 namespace.go:98] [openshift] adding namespace I0429 06:48:25.468511 3790 namespace.go:102] [openshift-monitoring] adding namespace took 4.209944ms I0429 06:48:25.468527 3790 namespace.go:98] [openshift-backplane-mobb] adding namespace I0429 06:48:25.469085 3790 namespace.go:102] [openshift-authentication] adding namespace took 4.779241ms I0429 06:48:25.469103 3790 namespace.go:98] [openshift-kube-scheduler] adding namespace I0429 06:48:25.469689 3790 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.382467ms I0429 06:48:25.469703 3790 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0429 06:48:25.470316 3790 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.002908ms I0429 06:48:25.470331 3790 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0429 06:48:25.470800 3790 namespace.go:102] [openshift-cluster-version] adding namespace took 6.484304ms I0429 06:48:25.470821 3790 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0429 06:48:25.471305 3790 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.990229ms I0429 06:48:25.471319 3790 namespace.go:98] [openshift-network-diagnostics] adding namespace I0429 06:48:25.471731 3790 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.412525ms I0429 06:48:25.471747 3790 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0429 06:48:25.472266 3790 namespace.go:102] [dedicated-admin] adding namespace took 7.942036ms I0429 06:48:25.472281 3790 namespace.go:98] [kube-public] adding namespace I0429 06:48:25.472718 3790 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.386661ms I0429 06:48:25.472733 3790 namespace.go:98] [openshift-backplane-csm] adding namespace I0429 06:48:25.473216 3790 namespace.go:102] [openshift-insights] adding namespace took 8.865337ms I0429 06:48:25.473232 3790 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0429 06:48:25.473682 3790 namespace.go:102] [openshift-logging] adding namespace took 9.303703ms I0429 06:48:25.473693 3790 namespace.go:98] [openshift-config-managed] adding namespace I0429 06:48:25.474107 3790 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.106297ms I0429 06:48:25.474120 3790 namespace.go:98] [openshift-infra] adding namespace I0429 06:48:25.474498 3790 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.928008ms I0429 06:48:25.474512 3790 namespace.go:98] [openshift-dns-operator] adding namespace I0429 06:48:25.474895 3790 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.620003ms I0429 06:48:25.474905 3790 namespace.go:98] [openshift-apiserver] adding namespace I0429 06:48:25.475476 3790 namespace.go:102] [openshift] adding namespace took 7.611761ms I0429 06:48:25.475495 3790 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0429 06:48:25.475943 3790 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.408977ms I0429 06:48:25.475982 3790 namespace.go:98] [openshift-node] adding namespace I0429 06:48:25.476455 3790 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.34577ms I0429 06:48:25.476469 3790 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0429 06:48:25.476892 3790 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.184698ms I0429 06:48:25.476905 3790 namespace.go:98] [openshift-controller-manager] adding namespace I0429 06:48:25.477393 3790 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.057861ms I0429 06:48:25.477406 3790 namespace.go:98] [openshift-marketplace] adding namespace W0429 06:48:25.477776 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-88f5c: pod openshift-network-diagnostics/network-check-target-88f5c: no pod IPs found I0429 06:48:25.477820 3790 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.991979ms I0429 06:48:25.477837 3790 namespace.go:98] [openshift-customer-monitoring] adding namespace I0429 06:48:25.478335 3790 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.01118ms I0429 06:48:25.478348 3790 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0429 06:48:25.478903 3790 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.148377ms I0429 06:48:25.478921 3790 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0429 06:48:25.479302 3790 namespace.go:102] [kube-public] adding namespace took 7.015306ms I0429 06:48:25.479316 3790 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0429 06:48:25.479711 3790 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.973125ms I0429 06:48:25.479724 3790 namespace.go:98] [openshift-ingress] adding namespace I0429 06:48:25.480184 3790 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.946334ms I0429 06:48:25.480198 3790 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0429 06:48:25.480577 3790 namespace.go:102] [openshift-config-managed] adding namespace took 6.877979ms I0429 06:48:25.480588 3790 namespace.go:98] [openshift-service-ca-operator] adding namespace I0429 06:48:25.480979 3790 namespace.go:102] [openshift-infra] adding namespace took 6.853331ms I0429 06:48:25.481458 3790 namespace.go:102] [openshift-dns-operator] adding namespace took 6.939279ms I0429 06:48:25.481477 3790 namespace.go:98] [openshift-image-registry] adding namespace I0429 06:48:25.481802 3790 namespace.go:102] [openshift-apiserver] adding namespace took 6.891033ms I0429 06:48:25.481821 3790 namespace.go:98] [openshift-ingress-operator] adding namespace I0429 06:48:25.482785 3790 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.28339ms I0429 06:48:25.482798 3790 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0429 06:48:25.483211 3790 namespace.go:102] [openshift-node] adding namespace took 7.222893ms I0429 06:48:25.483226 3790 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0429 06:48:25.483612 3790 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.137899ms I0429 06:48:25.483625 3790 namespace.go:98] [openshift-console-operator] adding namespace I0429 06:48:25.483975 3790 namespace.go:102] [openshift-controller-manager] adding namespace took 7.065897ms I0429 06:48:25.483988 3790 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0429 06:48:25.484549 3790 namespace.go:102] [openshift-marketplace] adding namespace took 7.139876ms I0429 06:48:25.484559 3790 namespace.go:98] [kube-system] adding namespace I0429 06:48:25.484979 3790 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.138058ms I0429 06:48:25.484989 3790 namespace.go:98] [openshift-backplane] adding namespace I0429 06:48:25.485571 3790 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.218523ms I0429 06:48:25.485580 3790 namespace.go:98] [openshift-authentication-operator] adding namespace I0429 06:48:25.486440 3790 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.51272ms I0429 06:48:25.486456 3790 namespace.go:98] [openshift-network-operator] adding namespace I0429 06:48:25.486900 3790 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.577703ms I0429 06:48:25.486917 3790 namespace.go:98] [openshift-operators] adding namespace I0429 06:48:25.487399 3790 namespace.go:102] [openshift-ingress] adding namespace took 7.669385ms I0429 06:48:25.487413 3790 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0429 06:48:25.487796 3790 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.592774ms I0429 06:48:25.487811 3790 namespace.go:98] [default] adding namespace I0429 06:48:25.488288 3790 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.695065ms I0429 06:48:25.488301 3790 namespace.go:98] [openshift-network-console] adding namespace I0429 06:48:25.488708 3790 namespace.go:102] [openshift-image-registry] adding namespace took 7.222468ms I0429 06:48:25.488720 3790 namespace.go:98] [openshift-host-network] adding namespace I0429 06:48:25.489181 3790 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.35648ms I0429 06:48:25.489193 3790 namespace.go:98] [openshift-console] adding namespace I0429 06:48:25.489592 3790 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.788445ms I0429 06:48:25.489604 3790 namespace.go:98] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] adding namespace I0429 06:48:25.489977 3790 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.746728ms I0429 06:48:25.489988 3790 namespace.go:98] [openshift-ingress-canary] adding namespace I0429 06:48:25.490509 3790 namespace.go:102] [openshift-console-operator] adding namespace took 6.880109ms I0429 06:48:25.490519 3790 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0429 06:48:25.490919 3790 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.926455ms I0429 06:48:25.490932 3790 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0429 06:48:25.491274 3790 namespace.go:102] [kube-system] adding namespace took 6.711041ms I0429 06:48:25.491286 3790 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0429 06:48:25.491867 3790 namespace.go:102] [openshift-backplane] adding namespace took 6.872312ms I0429 06:48:25.491883 3790 namespace.go:98] [kube-node-lease] adding namespace I0429 06:48:25.492507 3790 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.920712ms I0429 06:48:25.492526 3790 namespace.go:98] [openshift-console-user-settings] adding namespace I0429 06:48:25.492986 3790 namespace.go:102] [openshift-network-operator] adding namespace took 6.52356ms I0429 06:48:25.493001 3790 namespace.go:98] [openshift-etcd] adding namespace I0429 06:48:25.493422 3790 namespace.go:102] [openshift-operators] adding namespace took 6.499178ms I0429 06:48:25.493435 3790 namespace.go:98] [openshift-config] adding namespace I0429 06:48:25.493813 3790 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.39214ms I0429 06:48:25.493833 3790 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0429 06:48:25.494306 3790 namespace.go:102] [default] adding namespace took 6.487935ms I0429 06:48:25.494325 3790 namespace.go:98] [openshift-multus] adding namespace I0429 06:48:25.494809 3790 namespace.go:102] [openshift-network-console] adding namespace took 6.502465ms I0429 06:48:25.494821 3790 namespace.go:98] [openshift-config-operator] adding namespace I0429 06:48:25.495328 3790 namespace.go:102] [openshift-host-network] adding namespace took 6.603183ms I0429 06:48:25.495742 3790 namespace.go:102] [openshift-console] adding namespace took 6.543323ms I0429 06:48:25.496210 3790 namespace.go:102] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] adding namespace took 6.599906ms I0429 06:48:25.496675 3790 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.680457ms I0429 06:48:25.497142 3790 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.616575ms I0429 06:48:25.497159 3790 namespace.go:98] [openshift-dns] adding namespace I0429 06:48:25.497634 3790 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.696228ms I0429 06:48:25.498088 3790 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.79613ms I0429 06:48:25.498525 3790 namespace.go:102] [kube-node-lease] adding namespace took 6.637672ms I0429 06:48:25.498537 3790 namespace.go:98] [openshift-operators-redhat] adding namespace I0429 06:48:25.498984 3790 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.451119ms I0429 06:48:25.499372 3790 namespace.go:102] [openshift-etcd] adding namespace took 6.364066ms I0429 06:48:25.499386 3790 namespace.go:98] [openshift-machine-api] adding namespace I0429 06:48:25.499793 3790 namespace.go:102] [openshift-config] adding namespace took 6.35226ms I0429 06:48:25.499809 3790 namespace.go:98] [openshift-package-operator] adding namespace W0429 06:48:25.500184 3790 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s9ckh: pod openshift-multus/network-metrics-daemon-s9ckh: no pod IPs found I0429 06:48:25.500207 3790 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.367206ms I0429 06:48:25.500696 3790 namespace.go:102] [openshift-multus] adding namespace took 6.36551ms I0429 06:48:25.501159 3790 namespace.go:102] [openshift-config-operator] adding namespace took 6.334165ms I0429 06:48:25.501561 3790 namespace.go:102] [openshift-dns] adding namespace took 4.397185ms I0429 06:48:25.502044 3790 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.502662ms I0429 06:48:25.502435 3790 namespace.go:102] [openshift-machine-api] adding namespace took 3.044289ms I0429 06:48:25.502792 3790 namespace.go:102] [openshift-package-operator] adding namespace took 2.978128ms W0429 06:48:25.502878 3790 master.go:458] Unable to parse local node ip-10-0-0-41.ec2.internal chassis-id annotation. Chassis may be removed during sync I0429 06:48:25.502886 3790 master.go:481] Removing stale chassis with ID/Name: d207be28-31bc-4634-9d24-721c8e968570, hostname: ip-10-0-0-41.ec2.internal I0429 06:48:25.503355 3790 master.go:548] Adding or Updating local node "ip-10-0-0-41.ec2.internal" for network "default" I0429 06:48:25.504595 3790 zone_ic_handler.go:195] Time taken to create transit switch: 328.169µs I0429 06:48:25.504609 3790 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-36.ec2.internal for the network default E0429 06:48:25.504638 3790 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-61.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-61.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-61.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009473f80 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3609327257}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0429 06:48:25.504712 3790 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-61.ec2.internal", UID:"4cbc2479-0eca-42b3-8f1a-bd7269443b08", APIVersion:"v1", ResourceVersion:"8711", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-61.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-61.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009473f80 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3609327257}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0429 06:48:25.505612 3790 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-36.ec2.internal" on network "default" took: 1.355315ms I0429 06:48:25.507047 3790 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-41.ec2.internal for the network default I0429 06:48:25.507220 3790 zone_ic_handler.go:195] Time taken to create transit switch: 158.563µs I0429 06:48:25.507882 3790 default_network_controller.go:823] Node add failed for ip-10-0-0-41.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-41.ec2.internal, error getting gateway config for node ip-10-0-0-41.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-41.ec2.internal", failed to update chassis to local for local node ip-10-0-0-41.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-41.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-41.ec2.internal] E0429 06:48:25.507921 3790 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-41.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-41.ec2.internal, error getting gateway config for node ip-10-0-0-41.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-41.ec2.internal", failed to update chassis to local for local node ip-10-0-0-41.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-41.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-41.ec2.internal] I0429 06:48:25.507970 3790 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0429 06:48:25.507969 3790 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-41.ec2.internal", UID:"ff2f7c86-1561-443d-bd85-64b16f2963f8", APIVersion:"v1", ResourceVersion:"8876", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-41.ec2.internal, error getting gateway config for node ip-10-0-0-41.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-41.ec2.internal", failed to update chassis to local for local node ip-10-0-0-41.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-41.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-41.ec2.internal] I0429 06:48:25.508002 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-41.ec2.internal in network "default" I0429 06:48:25.508025 3790 node_tracker.go:235] Node ip-10-0-0-41.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-41.ec2.internal" I0429 06:48:25.508037 3790 node_tracker.go:169] Node ip-10-0-0-41.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:25.508038 3790 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0429 06:48:25.508050 3790 services_controller.go:574] Full service sync requested for network=default I0429 06:48:25.508055 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-61.ec2.internal in network "default" I0429 06:48:25.508054 3790 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0429 06:48:25.508089 3790 node_tracker.go:169] Node ip-10-0-1-61.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:25.508096 3790 services_controller.go:574] Full service sync requested for network=default I0429 06:48:25.508101 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-36.ec2.internal in network "default" I0429 06:48:25.508123 3790 node_tracker.go:169] Node ip-10-0-2-36.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:25.508130 3790 services_controller.go:574] Full service sync requested for network=default I0429 06:48:25.529438 3790 iptables.go:108] Creating table: filter chain: FORWARD I0429 06:48:25.536595 3790 iptables.go:108] Creating table: filter chain: OUTPUT I0429 06:48:25.543443 3790 gateway_shared_intf.go:1816] Gateway Creation Complete I0429 06:48:25.543460 3790 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-41.ec2.internal","mac-address":"12:ab:a3:13:52:79","ip-addresses":["10.0.0.41/24"],"ip-address":"10.0.0.41/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d207be28-31bc-4634-9d24-721c8e968570 k8s.ovn.org/node-encap-ips:["10.0.0.41"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.41/24"} k8s.ovn.org/zone-name:ip-10-0-0-41.ec2.internal] on node ip-10-0-0-41.ec2.internal I0429 06:48:25.558981 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-41.ec2.internal in network "default" I0429 06:48:25.559047 3790 node_tracker.go:169] Node ip-10-0-0-41.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:25.559064 3790 services_controller.go:574] Full service sync requested for network=default I0429 06:48:25.559077 3790 master.go:548] Adding or Updating local node "ip-10-0-0-41.ec2.internal" for network "default" I0429 06:48:25.563013 3790 default_node_network_controller.go:519] Node connection status = connected W0429 06:48:25.564117 3790 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-s9ckh: pod openshift-multus/network-metrics-daemon-s9ckh: no pod IPs found W0429 06:48:25.564136 3790 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-88f5c: pod openshift-network-diagnostics/network-check-target-88f5c: no pod IPs found I0429 06:48:25.565190 3790 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-41.ec2.internal for the network default I0429 06:48:25.565413 3790 zone_ic_handler.go:195] Time taken to create transit switch: 209.228µs I0429 06:48:25.608620 3790 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0429 06:48:25.608650 3790 services_controller.go:208] Setting up event handlers for services for network=default I0429 06:48:25.608736 3790 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0429 06:48:25.608783 3790 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0429 06:48:25.608800 3790 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0429 06:48:25.709676 3790 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0429 06:48:25.709700 3790 repair.go:60] Starting repairing loop for services I0429 06:48:25.709779 3790 repair.go:131] Deleted 0 stale service LBs I0429 06:48:25.709797 3790 repair.go:137] Deleted 0 stale Chassis Template Vars I0429 06:48:25.709813 3790 repair.go:62] Finished repairing loop for services: 118.166µs I0429 06:48:25.709838 3790 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0429 06:48:25.709848 3790 services_controller.go:254] Starting workers for network=default I0429 06:48:25.710259 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-88f5c] creating logical port openshift-network-diagnostics_network-check-target-88f5c for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:25.710415 3790 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-88f5c I0429 06:48:25.710426 3790 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s9ckh] creating logical port openshift-multus_network-metrics-daemon-s9ckh for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:25.710542 3790 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-s9ckh I0429 06:48:25.733986 3790 pod.go:62] [openshift-network-diagnostics/network-check-target-88f5c] pod update took 23.642356ms I0429 06:48:25.734006 3790 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-88f5c] addLogicalPort annotation time took 23.667136ms I0429 06:48:25.733986 3790 pod.go:62] [openshift-multus/network-metrics-daemon-s9ckh] pod update took 23.5177ms I0429 06:48:25.734291 3790 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-s9ckh] addLogicalPort annotation time took 23.820855ms I0429 06:48:25.734926 3790 pods.go:271] [openshift-network-diagnostics/network-check-target-88f5c] addLogicalPort took 24.682037ms, libovsdb time 587.139µs I0429 06:48:25.735224 3790 pods.go:271] [openshift-multus/network-metrics-daemon-s9ckh] addLogicalPort took 24.805067ms, libovsdb time 750.164µs I0429 06:48:25.735615 3790 admin_network_policy_controller.go:227] Starting controller default-network-controller I0429 06:48:25.735633 3790 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0429 06:48:25.735643 3790 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0429 06:48:25.735647 3790 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0429 06:48:25.735814 3790 repair.go:29] Repairing admin network policies took 162.868µs I0429 06:48:25.735911 3790 repair.go:92] Repairing baseline admin network policies took 89.644µs I0429 06:48:25.736305 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0429 06:48:25.737055 3790 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0429 06:48:25.737071 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 06:48:25.739137 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0429 06:48:25.739157 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0429 06:48:25.739166 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0429 06:48:25.740693 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0429 06:48:25.740713 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0429 06:48:25.740721 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0429 06:48:25.741315 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0429 06:48:25.741333 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0429 06:48:25.741342 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0429 06:48:25.742879 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0429 06:48:25.742907 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0429 06:48:25.742914 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0429 06:48:25.744427 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0429 06:48:25.744446 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0429 06:48:25.744453 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0429 06:48:25.745736 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0429 06:48:25.745753 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0429 06:48:25.745761 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0429 06:48:25.746295 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0429 06:48:25.746308 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0429 06:48:25.746316 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0429 06:48:25.748492 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0429 06:48:25.748509 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0429 06:48:25.748519 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0429 06:48:25.749056 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0429 06:48:25.749076 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0429 06:48:25.749099 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0429 06:48:25.749816 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0429 06:48:25.749835 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0429 06:48:25.749842 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0429 06:48:25.751158 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0429 06:48:25.751177 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0429 06:48:25.751187 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0429 06:48:25.752360 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0429 06:48:25.752380 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0429 06:48:25.752389 3790 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0429 06:48:25.754140 3790 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0429 06:48:25.754162 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0429 06:48:25.754171 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0429 06:48:25.754682 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0429 06:48:25.754702 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0429 06:48:25.754715 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0429 06:48:25.755882 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0429 06:48:25.755901 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0429 06:48:25.755916 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0429 06:48:25.757098 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0429 06:48:25.757117 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0429 06:48:25.757126 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0429 06:48:25.757649 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0429 06:48:25.757665 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0429 06:48:25.757671 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0429 06:48:25.757936 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0429 06:48:25.757967 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0429 06:48:25.757984 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0429 06:48:25.758967 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0429 06:48:25.758985 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0429 06:48:25.758994 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0429 06:48:25.759846 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0429 06:48:25.759863 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0429 06:48:25.759870 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0429 06:48:25.760325 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0429 06:48:25.760340 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0429 06:48:25.760346 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0429 06:48:25.760858 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0429 06:48:25.760876 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0429 06:48:25.760884 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0429 06:48:25.761413 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0429 06:48:25.761431 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0429 06:48:25.761440 3790 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0429 06:48:25.761898 3790 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0429 06:48:25.761916 3790 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0429 06:48:25.761925 3790 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0429 06:48:25.762807 3790 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0429 06:48:25.762825 3790 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0429 06:48:25.762835 3790 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0429 06:48:25.763866 3790 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0429 06:48:25.763883 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0429 06:48:25.763891 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0429 06:48:25.764989 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0429 06:48:25.765008 3790 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0429 06:48:25.765022 3790 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0429 06:48:25.765937 3790 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0429 06:48:25.765971 3790 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0429 06:48:25.765982 3790 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0429 06:48:25.766488 3790 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0429 06:48:25.771840 3790 egressfirewall.go:374] Starting EgressFirewall controller I0429 06:48:25.771877 3790 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0429 06:48:25.771878 3790 controller.go:133] Adding controller egress-firewall-controller event handlers I0429 06:48:25.771911 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0429 06:48:25.771925 3790 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0429 06:48:25.771911 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0429 06:48:25.771933 3790 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0429 06:48:25.772213 3790 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0429 06:48:25.772227 3790 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0429 06:48:25.772232 3790 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0429 06:48:25.772241 3790 egressqos.go:193] Setting up event handlers for EgressQoS I0429 06:48:25.772247 3790 egressfirewall.go:723] Syncing node "ip-10-0-0-41.ec2.internal" for egress firewall I0429 06:48:25.772256 3790 egressfirewall.go:723] Syncing node "ip-10-0-1-61.ec2.internal" for egress firewall I0429 06:48:25.772260 3790 egressfirewall.go:723] Syncing node "ip-10-0-2-36.ec2.internal" for egress firewall I0429 06:48:25.772405 3790 egressqos.go:245] Starting EgressQoS Controller I0429 06:48:25.772420 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0429 06:48:25.772446 3790 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0429 06:48:25.772455 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0429 06:48:25.772461 3790 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0429 06:48:25.772466 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0429 06:48:25.772470 3790 shared_informer.go:356] "Caches are synced" controller="egressqos" I0429 06:48:25.772474 3790 egressqos.go:259] Repairing EgressQoSes I0429 06:48:25.772478 3790 egressqos.go:399] Starting repairing loop for egressqos I0429 06:48:25.772562 3790 egressqos.go:401] Finished repairing loop for egressqos: 84.143µs I0429 06:48:25.772578 3790 egressservice_zone.go:132] Setting up event handlers for Egress Services I0429 06:48:25.772601 3790 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-41.ec2.internal I0429 06:48:25.772649 3790 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-41.ec2.internal : 50.57µs I0429 06:48:25.772776 3790 egressservice_zone.go:210] Starting Egress Services Controller I0429 06:48:25.772786 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 06:48:25.772792 3790 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 06:48:25.772797 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 06:48:25.772802 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 06:48:25.772807 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 06:48:25.772819 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 06:48:25.772824 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0429 06:48:25.772828 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0429 06:48:25.772832 3790 egressservice_zone.go:228] Repairing Egress Services I0429 06:48:25.773136 3790 master_controller.go:88] Starting Admin Policy Based Route Controller I0429 06:48:25.773146 3790 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 06:48:25.773198 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-36.ec2.internal I0429 06:48:25.773216 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-36.ec2.internal: 17.248µs I0429 06:48:25.773225 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-41.ec2.internal I0429 06:48:25.773231 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-41.ec2.internal: 5.816µs I0429 06:48:25.773237 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-61.ec2.internal I0429 06:48:25.773243 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-61.ec2.internal: 5.96µs I0429 06:48:25.773314 3790 default_network_controller.go:585] Completing all the Watchers took 309.207507ms I0429 06:48:25.773328 3790 default_network_controller.go:589] Starting unidling controllers I0429 06:48:25.773340 3790 unidle.go:46] Registering OVN SB ControllerEvent handler I0429 06:48:25.773348 3790 unidle.go:63] Populating Initial ContollerEvent events I0429 06:48:25.773358 3790 unidle.go:79] Setting up event handlers for services I0429 06:48:25.773423 3790 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0429 06:48:26.063050 3790 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:26.563134 3790 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:27.063072 3790 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:27.538807 3790 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0429 06:48:27.563866 3790 default_node_network_controller.go:519] Node connection status = connected I0429 06:48:27.584467 3790 bridgeconfig.go:537] Gateway is ready I0429 06:48:27.584493 3790 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0429 06:48:27.597343 3790 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.41. Updating OVN encap IP. I0429 06:48:27.602930 3790 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.41 - it is already configured I0429 06:48:27.602946 3790 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.41/24:{} 172.20.0.1/32:{}]. Updating annotations. I0429 06:48:27.603167 3790 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.41/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-41.ec2.internal","mac-address":"12:ab:a3:13:52:79","ip-addresses":["10.0.0.41/24"],"ip-address":"10.0.0.41/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d207be28-31bc-4634-9d24-721c8e968570 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.41/24"}] on node ip-10-0-0-41.ec2.internal I0429 06:48:27.617984 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-41.ec2.internal I0429 06:48:27.617998 3790 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-41.ec2.internal in network "default" I0429 06:48:27.618012 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-41.ec2.internal: 30.507µs I0429 06:48:27.617985 3790 master.go:548] Adding or Updating local node "ip-10-0-0-41.ec2.internal" for network "default" I0429 06:48:27.618036 3790 egressfirewall.go:723] Syncing node "ip-10-0-0-41.ec2.internal" for egress firewall I0429 06:48:27.618498 3790 node_tracker.go:169] Node ip-10-0-0-41.ec2.internal switch + router changed, syncing services in network "default" I0429 06:48:27.618516 3790 services_controller.go:574] Full service sync requested for network=default I0429 06:48:27.618759 3790 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.41 I0429 06:48:27.618840 3790 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-41.ec2.internal I0429 06:48:27.622939 3790 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-41.ec2.internal. Updating no re-route policies I0429 06:48:27.623017 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-41.ec2.internal I0429 06:48:27.623023 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-88f5c I0429 06:48:27.623033 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-41.ec2.internal I0429 06:48:27.623034 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-52wb2 I0429 06:48:27.623044 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-88f5c I0429 06:48:27.623047 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-7tx6t I0429 06:48:27.623053 3790 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-41.ec2.internal I0429 06:48:27.623061 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-41.ec2.internal I0429 06:48:27.623062 3790 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-7tx6t I0429 06:48:27.623058 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qljpk I0429 06:48:27.623069 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s9ckh I0429 06:48:27.623072 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-qsgp2 I0429 06:48:27.623075 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s9ckh I0429 06:48:27.623080 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qljpk I0429 06:48:27.623083 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-qsgp2 I0429 06:48:27.623082 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-67jk7 I0429 06:48:27.623084 3790 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-7tx6t after 0 failed attempt(s) I0429 06:48:27.623091 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-67jk7 I0429 06:48:27.623095 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-dkc6m I0429 06:48:27.623103 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-67jk7 after 0 failed attempt(s) I0429 06:48:27.623104 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-qsgp2 after 0 failed attempt(s) I0429 06:48:27.623105 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qljpk after 0 failed attempt(s) I0429 06:48:27.623100 3790 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s9ckh] creating logical port openshift-multus_network-metrics-daemon-s9ckh for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:27.623061 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zpxqc I0429 06:48:27.623214 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zpxqc I0429 06:48:27.623227 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zpxqc after 0 failed attempt(s) I0429 06:48:27.623034 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qqwpv I0429 06:48:27.623237 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qqwpv I0429 06:48:27.623248 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qqwpv after 0 failed attempt(s) I0429 06:48:27.623052 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-41.ec2.internal after 0 failed attempt(s) I0429 06:48:27.623074 3790 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-88f5c] creating logical port openshift-network-diagnostics_network-check-target-88f5c for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:27.623045 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-52wb2 I0429 06:48:27.623364 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-52wb2 after 0 failed attempt(s) I0429 06:48:27.623019 3790 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-mlchc I0429 06:48:27.623382 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-mlchc I0429 06:48:27.623394 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-mlchc after 0 failed attempt(s) I0429 06:48:27.623077 3790 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-41.ec2.internal after 0 failed attempt(s) I0429 06:48:27.623111 3790 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-dkc6m I0429 06:48:27.623421 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-dkc6m after 0 failed attempt(s) I0429 06:48:27.623868 3790 pods.go:271] [openshift-multus/network-metrics-daemon-s9ckh] addLogicalPort took 772.957µs, libovsdb time 333.242µs I0429 06:48:27.623878 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-s9ckh after 0 failed attempt(s) I0429 06:48:27.624107 3790 pods.go:271] [openshift-network-diagnostics/network-check-target-88f5c] addLogicalPort took 1.038697ms, libovsdb time 387.442µs I0429 06:48:27.624120 3790 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-88f5c after 0 failed attempt(s) I0429 06:48:27.633074 3790 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0429 06:48:27.645424 3790 iptables.go:108] Creating table: mangle chain: OUTPUT I0429 06:48:27.648651 3790 iptables.go:108] Creating table: nat chain: OUTPUT I0429 06:48:27.677846 3790 iptables.go:108] Creating table: nat chain: PREROUTING I0429 06:48:27.726518 3790 iptables.go:108] Creating table: filter chain: FORWARD I0429 06:48:27.742818 3790 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0429 06:48:27.742924 3790 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0429 06:48:27.742989 3790 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0429 06:48:27.743097 3790 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0429 06:48:27.743155 3790 gateway_init.go:325] Gateway and management port readiness took 2.18444912s I0429 06:48:27.743183 3790 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0429 06:48:27.743220 3790 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0429 06:48:27.743231 3790 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0429 06:48:27.743240 3790 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0429 06:48:27.743298 3790 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0429 06:48:27.743380 3790 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.174µs I0429 06:48:27.743653 3790 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0429 06:48:27.743682 3790 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.45µs I0429 06:48:27.743690 3790 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.523µs I0429 06:48:27.743695 3790 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0429 06:48:27.743706 3790 nad_controller.go:379] [node-nad-controller NAD controller]: started I0429 06:48:27.743722 3790 default_node_network_controller.go:899] Starting the default node network controller I0429 06:48:27.743727 3790 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0429 06:48:27.743808 3790 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.969µs I0429 06:48:27.743926 3790 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0429 06:48:27.743935 3790 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0429 06:48:27.743980 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00094f260 0xc0002ed420 0xc0002ed500 0xc0002ed570 0xc0002ed5e0 0xc0002ed650 0xc0002ed6c0 0xc00092b0e0 0xc0002ed7a0 0xc0002ed810 0xc00045a370 0xc006577570 0xc0002ed880 map[0x2ff9080:0xc002591740 0x2ff95c0:0xc0025918c0 0x2ffa2e0:0xc002591680 0x2ffa580:0xc0025916e0 0x2ffad60:0xc0025917a0 0x2ffb000:0xc002591800 0x2ffb2a0:0xc002591860 0x2ffba80:0xc002591920 0x2ffbd20:0xc004e075c0 0x3026980:0xc00092de00 0x3026d20:0xc00092de60 0x3027800:0xc000b9d560 0x3029160:0xc001b8e000 0x30298a0:0xc0041260c0 0x302a720:0xc00092dc20] 0xc00016af50 0} I0429 06:48:27.744080 3790 gateway.go:151] Starting gateway service sync I0429 06:48:27.744520 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0429 06:48:27.746606 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0429 06:48:27.774120 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0429 06:48:27.775316 3790 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0429 06:48:27.776418 3790 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0429 06:48:27.810662 3790 gateway.go:168] Gateway service sync done. Time taken: 66.566829ms I0429 06:48:27.811277 3790 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30173 I0429 06:48:27.811451 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00094f260 0xc0002ed420 0xc0002ed500 0xc0002ed570 0xc0002ed5e0 0xc0002ed650 0xc0002ed6c0 0xc00092b0e0 0xc0002ed7a0 0xc0002ed810 0xc00045a370 0xc006577570 0xc0002ed880 map[0x2ff9080:0xc002591740 0x2ff95c0:0xc0025918c0 0x2ffa2e0:0xc002591680 0x2ffa580:0xc0025916e0 0x2ffad60:0xc0025917a0 0x2ffb000:0xc002591800 0x2ffb2a0:0xc002591860 0x2ffba80:0xc002591920 0x2ffbd20:0xc004e075c0 0x3026980:0xc00092de00 0x3026d20:0xc00092de60 0x3027800:0xc000b9d560 0x3029160:0xc001b8e000 0x30298a0:0xc0041260c0 0x302a720:0xc00092dc20] 0xc00016af50 0} I0429 06:48:27.811929 3790 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc00094f260 0xc0002ed420 0xc0002ed500 0xc0002ed570 0xc0002ed5e0 0xc0002ed650 0xc0002ed6c0 0xc00092b0e0 0xc0002ed7a0 0xc0002ed810 0xc00045a370 0xc006577570 0xc0002ed880 map[0x2ff9080:0xc002591740 0x2ff95c0:0xc0025918c0 0x2ffa2e0:0xc002591680 0x2ffa580:0xc0025916e0 0x2ffad60:0xc0025917a0 0x2ffb000:0xc002591800 0x2ffb2a0:0xc002591860 0x2ffba80:0xc002591920 0x2ffbd20:0xc004e075c0 0x3026980:0xc00092de00 0x3026d20:0xc00092de60 0x3027800:0xc000b9d560 0x3029160:0xc001b8e000 0x30298a0:0xc0041260c0 0x302a720:0xc00092dc20] 0xc00016af50 0} I0429 06:48:27.811995 3790 gateway.go:532] Reconciling gateway with updates I0429 06:48:27.817278 3790 gateway.go:339] Spawning Conntrack Rule Check Thread I0429 06:48:27.817362 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 06:48:27.817383 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 06:48:27.817364 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 06:48:27.817388 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 06:48:27.817403 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 06:48:27.817404 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 06:48:27.817383 3790 default_node_network_controller.go:944] Gateway and management port readiness took 73.437923ms I0429 06:48:27.817413 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 06:48:27.817423 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 06:48:27.817421 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 06:48:27.817434 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 06:48:27.817432 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 06:48:27.817439 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 06:48:27.817443 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 06:48:27.817448 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 06:48:27.817394 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 06:48:27.817452 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 06:48:27.817456 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 06:48:27.817403 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 06:48:27.817468 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 06:48:27.817473 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 06:48:27.817482 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 06:48:27.817483 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 06:48:27.817487 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 06:48:27.817496 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 06:48:27.817498 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 06:48:27.817502 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 06:48:27.817503 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 06:48:27.817510 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 06:48:27.817515 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 06:48:27.817523 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 06:48:27.817526 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 06:48:27.817455 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 06:48:27.817527 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 06:48:27.817534 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 06:48:27.817522 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 06:48:27.817540 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 06:48:27.817543 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 06:48:27.817545 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 06:48:27.817547 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 06:48:27.817545 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 06:48:27.817551 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 06:48:27.817556 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 06:48:27.817557 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 06:48:27.817561 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 06:48:27.817564 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:27.817565 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 06:48:27.817565 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 06:48:27.817569 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 06:48:27.817571 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 06:48:27.817576 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:27.817584 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 06:48:27.817596 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 06:48:27.817544 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 06:48:27.817605 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 06:48:27.817607 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 06:48:27.817622 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 06:48:27.817627 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 06:48:27.817538 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 06:48:27.817557 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 06:48:27.817632 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 06:48:27.817640 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 06:48:27.817644 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 06:48:27.817550 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 06:48:27.817675 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 06:48:27.817677 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 06:48:27.817488 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 06:48:27.817694 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 06:48:27.817698 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 06:48:27.817702 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 06:48:27.817710 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 06:48:27.817716 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 06:48:27.817721 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 06:48:27.817730 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 06:48:27.817745 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 06:48:27.817758 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 06:48:27.817765 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 06:48:27.817775 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 06:48:27.817779 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 06:48:27.817795 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 06:48:27.817798 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 06:48:27.817785 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 06:48:27.817809 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 06:48:27.817809 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 06:48:27.817819 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 06:48:27.817711 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 06:48:27.817740 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 06:48:27.817842 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 06:48:27.817850 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 06:48:27.817809 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 06:48:27.817856 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 06:48:27.817386 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 06:48:27.817864 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 06:48:27.817861 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 06:48:27.817879 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 06:48:27.817579 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 06:48:27.817906 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 06:48:27.817908 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:48:27.817924 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 06:48:27.817930 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:48:27.817821 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 06:48:27.817990 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 06:48:27.817631 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 06:48:27.817553 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 06:48:27.817694 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 06:48:27.817694 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 06:48:27.818061 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 06:48:27.818081 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed I0429 06:48:27.818091 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 31311 is already open, no action needed I0429 06:48:27.817533 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 06:48:27.817561 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 06:48:27.817779 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 06:48:27.818153 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 06:48:27.817785 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 06:48:27.817802 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 06:48:27.817801 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 06:48:27.818223 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 06:48:27.817567 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 06:48:27.818393 3790 node_ip_handler_linux.go:160] Node IP manager is running W0429 06:48:27.854168 3790 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 06:48:27.854347 3790 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0429 06:48:27.854474 3790 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0429 06:48:27.863021 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 06:48:27.863047 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 06:48:27.863054 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 06:48:27.902168 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 06:48:27.902199 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 06:48:27.902207 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 06:48:27.902213 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 06:48:27.902220 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 06:48:27.902231 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 06:48:27.902237 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 06:48:27.940672 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 06:48:27.940682 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 06:48:27.940707 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 06:48:27.940714 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 06:48:27.940720 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 06:48:27.940725 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 06:48:27.940730 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 06:48:29.074527 3790 default_node_network_controller.go:1380] Starting node controller node sync W0429 06:48:29.074577 3790 egressip_healthcheck.go:76] Health checking using insecure connection I0429 06:48:29.074651 3790 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0429 06:48:29.086304 3790 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.753478ms I0429 06:48:29.086426 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-61.ec2.internal", IP: 10.0.1.61 to PMTUD blocking rules I0429 06:48:29.086444 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-61.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 06:48:29.086426 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 10.0.2.36 to PMTUD blocking rules I0429 06:48:29.086513 3790 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-36.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0429 06:48:29.097705 3790 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0429 06:48:29.098021 3790 egressservice_node.go:93] Setting up event handlers for Egress Services I0429 06:48:29.098169 3790 egressservice_node.go:183] Starting Egress Services Controller I0429 06:48:29.098206 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0429 06:48:29.098223 3790 shared_informer.go:356] "Caches are synced" controller="egressservices" I0429 06:48:29.098231 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0429 06:48:29.098239 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0429 06:48:29.098247 3790 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0429 06:48:29.098254 3790 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0429 06:48:29.098259 3790 egressservice_node.go:197] Repairing Egress Services I0429 06:48:29.108620 3790 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0429 06:48:29.108639 3790 external_controller.go:278] Starting Admin Policy Based Route Controller I0429 06:48:29.108819 3790 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0429 06:48:29.108834 3790 link_network_manager.go:119] Link manager is running I0429 06:48:29.108846 3790 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0429 06:48:29.108967 3790 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0429 06:48:29.109318 3790 vrf_manager.go:128] VRF manager is running I0429 06:48:29.109490 3790 node_controller_manager.go:437] Removing flows to drop GARP I0429 06:48:29.109500 3790 gateway.go:532] Reconciling gateway with updates I0429 06:48:29.137140 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 06:48:29.137153 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 06:48:29.137163 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 06:48:29.137175 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0429 06:48:29.137178 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 06:48:29.137181 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0429 06:48:29.137185 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0429 06:48:29.137185 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 06:48:29.137194 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0429 06:48:29.137208 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0429 06:48:29.137210 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0429 06:48:29.137212 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:48:29.137228 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:48:29.137224 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0429 06:48:29.137246 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 06:48:29.137256 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0429 06:48:29.137258 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 06:48:29.137276 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0429 06:48:29.137276 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 06:48:29.137281 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 06:48:29.137290 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 06:48:29.137290 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 06:48:29.137298 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0429 06:48:29.137303 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0429 06:48:29.137216 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0429 06:48:29.137312 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0429 06:48:29.137301 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0429 06:48:29.137315 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0429 06:48:29.137327 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0429 06:48:29.137311 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 06:48:29.137338 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0429 06:48:29.137344 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0429 06:48:29.137352 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0429 06:48:29.137355 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 06:48:29.137358 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 06:48:29.137360 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 06:48:29.137290 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 06:48:29.137372 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0429 06:48:29.137374 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 06:48:29.137378 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0429 06:48:29.137388 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0429 06:48:29.137387 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 06:48:29.137391 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0429 06:48:29.137392 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 06:48:29.137398 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0429 06:48:29.137398 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 06:48:29.137409 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0429 06:48:29.137327 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 06:48:29.137416 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0429 06:48:29.137385 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0429 06:48:29.137423 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 06:48:29.137427 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0429 06:48:29.137433 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 06:48:29.137342 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0429 06:48:29.137440 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0429 06:48:29.137437 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 06:48:29.137451 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0429 06:48:29.137407 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0429 06:48:29.137280 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0429 06:48:29.137478 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 06:48:29.137279 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 06:48:29.137486 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0429 06:48:29.137373 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 06:48:29.137442 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0429 06:48:29.137494 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0429 06:48:29.137249 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0429 06:48:29.137502 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0429 06:48:29.137504 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0429 06:48:29.137314 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0429 06:48:29.137305 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 06:48:29.137520 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0429 06:48:29.137277 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0429 06:48:29.137369 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0429 06:48:29.137532 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0429 06:48:29.137168 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0429 06:48:29.137537 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0429 06:48:29.137412 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0429 06:48:29.137377 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0429 06:48:29.137557 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0429 06:48:29.137571 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 06:48:29.137606 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0429 06:48:29.137264 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0429 06:48:29.137650 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:29.137654 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 06:48:29.137662 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0429 06:48:29.137664 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0429 06:48:29.137670 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0429 06:48:29.137417 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0429 06:48:29.137710 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0429 06:48:29.137718 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0429 06:48:29.137430 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0429 06:48:29.137751 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 30928 is already open, no action needed I0429 06:48:29.137759 3790 port_claim.go:71] Svc openshift-ingress/router-default: port 31311 is already open, no action needed I0429 06:48:29.137436 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0429 06:48:29.137488 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0429 06:48:29.137525 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0429 06:48:29.137333 3790 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0429 06:48:29.137893 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0429 06:48:29.137366 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0429 06:48:29.137424 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0429 06:48:29.137424 3790 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0429 06:48:29.138029 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0429 06:48:29.187528 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0429 06:48:29.187569 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0429 06:48:29.187579 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0429 06:48:29.187587 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0429 06:48:29.187596 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0429 06:48:29.233473 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0429 06:48:29.233511 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0429 06:48:29.233521 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0429 06:48:29.233535 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0429 06:48:29.233547 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0429 06:48:29.233558 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0429 06:48:29.233567 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0429 06:48:29.233582 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0429 06:48:29.233593 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0429 06:48:29.233604 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0429 06:48:29.233614 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0429 06:48:29.233624 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0429 06:48:29.233633 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0429 06:48:29.233642 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0429 06:48:29.233651 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0429 06:48:29.233659 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0429 06:48:29.233667 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0429 06:48:29.233676 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0429 06:48:29.233694 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0429 06:48:29.233714 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0429 06:48:29.233721 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0429 06:48:29.274054 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0429 06:48:29.274060 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0429 06:48:29.274079 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0429 06:48:29.274085 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0429 06:48:29.274090 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0429 06:48:29.274096 3790 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0429 06:48:31.648740 3790 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-41.ec2.internal I0429 06:48:31.648799 3790 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-41.ec2.internal: 64.922µs I0429 06:48:31.679211 3790 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-77769f5bc5-qtsp7] creating logical port openshift-image-registry_image-registry-77769f5bc5-qtsp7 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:31.679407 3790 kube.go:256] Updating pod openshift-image-registry/image-registry-77769f5bc5-qtsp7 I0429 06:48:31.698475 3790 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-jmf4w] creating logical port openshift-dns_dns-default-jmf4w for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:31.698534 3790 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-gr9s7] creating logical port openshift-ingress-canary_ingress-canary-gr9s7 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:31.698632 3790 kube.go:256] Updating pod openshift-dns/dns-default-jmf4w I0429 06:48:31.698637 3790 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-gr9s7 I0429 06:48:31.706931 3790 pod.go:62] [openshift-image-registry/image-registry-77769f5bc5-qtsp7] pod update took 27.57842ms I0429 06:48:31.706970 3790 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-77769f5bc5-qtsp7] addLogicalPort annotation time took 27.601791ms I0429 06:48:31.708213 3790 pods.go:271] [openshift-image-registry/image-registry-77769f5bc5-qtsp7] addLogicalPort took 29.023038ms, libovsdb time 975.225µs I0429 06:48:31.715038 3790 pod.go:62] [openshift-ingress-canary/ingress-canary-gr9s7] pod update took 16.42226ms I0429 06:48:31.715064 3790 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-gr9s7] addLogicalPort annotation time took 16.451562ms I0429 06:48:31.716458 3790 pods.go:271] [openshift-ingress-canary/ingress-canary-gr9s7] addLogicalPort took 17.933636ms, libovsdb time 1.025996ms I0429 06:48:31.720996 3790 pod.go:62] [openshift-dns/dns-default-jmf4w] pod update took 22.354816ms I0429 06:48:31.721025 3790 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-jmf4w] addLogicalPort annotation time took 22.439727ms I0429 06:48:31.722150 3790 pods.go:271] [openshift-dns/dns-default-jmf4w] addLogicalPort took 23.724675ms, libovsdb time 880.863µs I0429 06:48:32.458456 3790 cni.go:452] [openshift-ingress-canary/ingress-canary-gr9s7 70cb339a1c93a112150b1705bedce6ea393eba77c56f8344c2e8b01aeefb5f00 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-gr9s7 70cb339a1c93a112150b1705bedce6ea393eba77c56f8344c2e8b01aeefb5f00 network default NAD default NAD key ] I0429 06:48:32.512260 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-gr9s7, hostIfaceName: 70cb339a1c93a11, network: default, NAD default, SandboxID: "70cb339a1c93a112150b1705bedce6ea393eba77c56f8344c2e8b01aeefb5f00", PCI device ID: , UID: "843cfd5b-7a6b-4b07-85eb-e1907c4003f9", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0429 06:48:32.577338 3790 cni.go:473] [openshift-ingress-canary/ingress-canary-gr9s7 70cb339a1c93a112150b1705bedce6ea393eba77c56f8344c2e8b01aeefb5f00 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-gr9s7 70cb339a1c93a112150b1705bedce6ea393eba77c56f8344c2e8b01aeefb5f00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:dc:2a:4a:1f:bc\",\"name\":\"70cb339a1c93a11\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/987e074b-83c2-4e89-87b4-1b46c6851974\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:48:34.616651 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0429 06:48:34.644725 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 06:48:34.734805 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 06:48:35.147271 3790 cni.go:452] [openshift-network-diagnostics/network-check-target-88f5c 4573b2eb67343fff9de70a5f1b3d884e47fb8c6277ad8175ab0ce57a11bb9a9b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-88f5c 4573b2eb67343fff9de70a5f1b3d884e47fb8c6277ad8175ab0ce57a11bb9a9b network default NAD default NAD key ] I0429 06:48:35.156842 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-88f5c, hostIfaceName: 4573b2eb67343ff, network: default, NAD default, SandboxID: "4573b2eb67343fff9de70a5f1b3d884e47fb8c6277ad8175ab0ce57a11bb9a9b", PCI device ID: , UID: "243ac6e3-513a-4e70-a2bb-668928e3028a", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0429 06:48:35.201664 3790 cni.go:473] [openshift-network-diagnostics/network-check-target-88f5c 4573b2eb67343fff9de70a5f1b3d884e47fb8c6277ad8175ab0ce57a11bb9a9b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-88f5c 4573b2eb67343fff9de70a5f1b3d884e47fb8c6277ad8175ab0ce57a11bb9a9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:1b:fb:1d:82:84\",\"name\":\"4573b2eb67343ff\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67999d17-e14c-4992-a8fd-5317de530bb4\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:48:35.605577 3790 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0429 06:48:35.606465 3790 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 867.433µs I0429 06:48:35.636386 3790 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 06:48:35.813025 3790 namespace.go:98] [openshift-service-ca] adding namespace I0429 06:48:35.813876 3790 namespace.go:102] [openshift-service-ca] adding namespace took 829.843µs I0429 06:48:35.833907 3790 namespace.go:142] [openshift-service-ca] updating namespace I0429 06:48:36.710434 3790 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-d4wtn for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:36.710576 3790 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn I0429 06:48:36.726656 3790 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn] pod update took 16.105684ms I0429 06:48:36.726683 3790 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn] addLogicalPort annotation time took 16.13788ms I0429 06:48:36.728014 3790 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn] addLogicalPort took 17.598114ms, libovsdb time 997.155µs I0429 06:48:37.504722 3790 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-nsfq9] creating logical port openshift-service-ca_service-ca-d9cb48497-nsfq9 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:37.504867 3790 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-nsfq9 I0429 06:48:37.520914 3790 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-nsfq9] pod update took 16.073072ms I0429 06:48:37.520940 3790 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-nsfq9] addLogicalPort annotation time took 16.105094ms I0429 06:48:37.522543 3790 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-nsfq9] addLogicalPort took 17.842427ms, libovsdb time 1.264226ms I0429 06:48:37.987701 3790 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-nsfq9 5ac0b26b14b10cc9a5e87b2f121edfe71d29865e12c2eef6f11e0fb09c3e0cae network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-nsfq9 5ac0b26b14b10cc9a5e87b2f121edfe71d29865e12c2eef6f11e0fb09c3e0cae network default NAD default NAD key ] I0429 06:48:37.987877 3790 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn fc91f5fa873359a9d93d35370866c431a0ba18aa3331e9bff68774e4472bac87 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn fc91f5fa873359a9d93d35370866c431a0ba18aa3331e9bff68774e4472bac87 network default NAD default NAD key ] I0429 06:48:37.999358 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-d4wtn, hostIfaceName: fc91f5fa873359a, network: default, NAD default, SandboxID: "fc91f5fa873359a9d93d35370866c431a0ba18aa3331e9bff68774e4472bac87", PCI device ID: , UID: "823bf685-892b-4185-a27e-4cbf98593122", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0429 06:48:37.999416 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-nsfq9, hostIfaceName: 5ac0b26b14b10cc, network: default, NAD default, SandboxID: "5ac0b26b14b10cc9a5e87b2f121edfe71d29865e12c2eef6f11e0fb09c3e0cae", PCI device ID: , UID: "d717ff09-41c5-42fb-80e2-f4a422867bd9", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0429 06:48:38.045124 3790 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn fc91f5fa873359a9d93d35370866c431a0ba18aa3331e9bff68774e4472bac87 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-d4wtn fc91f5fa873359a9d93d35370866c431a0ba18aa3331e9bff68774e4472bac87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:49:4e:d3:26:b3\",\"name\":\"fc91f5fa873359a\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d06ac213-32c5-4d08-b365-2a57559f9a1d\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:48:38.059385 3790 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-nsfq9 5ac0b26b14b10cc9a5e87b2f121edfe71d29865e12c2eef6f11e0fb09c3e0cae network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-nsfq9 5ac0b26b14b10cc9a5e87b2f121edfe71d29865e12c2eef6f11e0fb09c3e0cae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:75:47:a8:db:de\",\"name\":\"5ac0b26b14b10cc\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16bc116b-dcd0-4124-a391-fc85fe3b8622\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:48:39.465441 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 06:48:41.771073 3790 default_network_controller.go:1025] Node "ip-10-0-1-61.ec2.internal" in remote zone "ip-10-0-1-61.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0429 06:48:41.771849 3790 zone_ic_handler.go:195] Time taken to create transit switch: 272.9µs I0429 06:48:41.771863 3790 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-61.ec2.internal for the network default I0429 06:48:41.772855 3790 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-61.ec2.internal" on network "default" took: 1.29135ms W0429 06:48:45.887805 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0429 06:48:47.694668 3790 cni.go:452] [openshift-image-registry/image-registry-77769f5bc5-qtsp7 05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-77769f5bc5-qtsp7 05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a network default NAD default NAD key ] I0429 06:48:47.704426 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-77769f5bc5-qtsp7, hostIfaceName: 05764ae99ee5340, network: default, NAD default, SandboxID: "05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a", PCI device ID: , UID: "76898bad-c9ec-4558-b07f-3ca68c1e9f8a", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0429 06:48:47.708933 3790 cni.go:452] [openshift-dns/dns-default-jmf4w a832e6252bfc0b226479896ff149039285b8121c2b916e4092382827deb301db network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-jmf4w a832e6252bfc0b226479896ff149039285b8121c2b916e4092382827deb301db network default NAD default NAD key ] I0429 06:48:47.720998 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-jmf4w, hostIfaceName: a832e6252bfc0b2, network: default, NAD default, SandboxID: "a832e6252bfc0b226479896ff149039285b8121c2b916e4092382827deb301db", PCI device ID: , UID: "c5100543-2e0e-440c-bde9-0415f69c25d6", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0429 06:48:47.755919 3790 cni.go:473] [openshift-image-registry/image-registry-77769f5bc5-qtsp7 05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-77769f5bc5-qtsp7 05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:77:3d:c9:6f:fc\",\"name\":\"05764ae99ee5340\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fe7ecec-72e8-48b1-a3ca-4639b6c79803\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:48:47.771644 3790 cni.go:473] [openshift-dns/dns-default-jmf4w a832e6252bfc0b226479896ff149039285b8121c2b916e4092382827deb301db network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-jmf4w a832e6252bfc0b226479896ff149039285b8121c2b916e4092382827deb301db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:af:0e:e3:67:6e\",\"name\":\"a832e6252bfc0b2\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/06af6a99-1c47-4311-9442-cf00e2c07d8e\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:48:58.840390 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 06:48:58.843123 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 06:48:58.845786 3790 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:58.845807 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:58.845813 3790 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:58.895157 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0429 06:48:58.925102 3790 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0429 06:48:58.945715 3790 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-8gqlv] creating logical port openshift-console_downloads-5c54f4944f-8gqlv for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:58.945799 3790 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-8gqlv I0429 06:48:58.971285 3790 pod.go:62] [openshift-console/downloads-5c54f4944f-8gqlv] pod update took 25.513089ms I0429 06:48:58.971309 3790 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-8gqlv] addLogicalPort annotation time took 25.54228ms I0429 06:48:58.972324 3790 pods.go:271] [openshift-console/downloads-5c54f4944f-8gqlv] addLogicalPort took 26.624439ms, libovsdb time 762.75µs I0429 06:48:59.233081 3790 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-xtppp] creating logical port openshift-insights_insights-runtime-extractor-xtppp for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:59.233174 3790 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-xtppp I0429 06:48:59.268500 3790 pod.go:62] [openshift-insights/insights-runtime-extractor-xtppp] pod update took 35.349428ms I0429 06:48:59.268525 3790 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-xtppp] addLogicalPort annotation time took 35.379801ms I0429 06:48:59.269884 3790 pods.go:271] [openshift-insights/insights-runtime-extractor-xtppp] addLogicalPort took 36.824913ms, libovsdb time 936.79µs I0429 06:48:59.300321 3790 cni.go:452] [openshift-console/downloads-5c54f4944f-8gqlv eb0c16b4c5d4915ecb42d8e550637f9bf9c5d7ae7b8e55216b475c1ea44cd7df network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-8gqlv eb0c16b4c5d4915ecb42d8e550637f9bf9c5d7ae7b8e55216b475c1ea44cd7df network default NAD default NAD key ] I0429 06:48:59.310731 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-8gqlv, hostIfaceName: eb0c16b4c5d4915, network: default, NAD default, SandboxID: "eb0c16b4c5d4915ecb42d8e550637f9bf9c5d7ae7b8e55216b475c1ea44cd7df", PCI device ID: , UID: "9c45fdfd-2029-4c7e-979b-7357154acb08", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0429 06:48:59.355214 3790 cni.go:473] [openshift-console/downloads-5c54f4944f-8gqlv eb0c16b4c5d4915ecb42d8e550637f9bf9c5d7ae7b8e55216b475c1ea44cd7df network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-8gqlv eb0c16b4c5d4915ecb42d8e550637f9bf9c5d7ae7b8e55216b475c1ea44cd7df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:91:8f:3b:32:9d\",\"name\":\"eb0c16b4c5d4915\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36c3e236-15ac-4b5e-89b0-c29e4517680f\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:48:59.741607 3790 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:59.741625 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0429 06:48:59.741630 3790 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0429 06:48:59.969209 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-74zzd for pod on switch ip-10-0-0-41.ec2.internal I0429 06:48:59.969301 3790 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd I0429 06:48:59.989542 3790 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd] pod update took 20.263214ms I0429 06:48:59.989575 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd] addLogicalPort annotation time took 20.297412ms I0429 06:48:59.990757 3790 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd] addLogicalPort took 21.561189ms, libovsdb time 891.619µs W0429 06:49:00.620746 3790 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:00.620774 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:00.620798 3790 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0429 06:49:00.927566 3790 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd 46c9af3b29b825f36236e65b37ab42811b07e0a642276fa1ae7e712264368252 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd 46c9af3b29b825f36236e65b37ab42811b07e0a642276fa1ae7e712264368252 network default NAD default NAD key ] I0429 06:49:00.938356 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-74zzd, hostIfaceName: 46c9af3b29b825f, network: default, NAD default, SandboxID: "46c9af3b29b825f36236e65b37ab42811b07e0a642276fa1ae7e712264368252", PCI device ID: , UID: "224b813b-d287-4a87-9589-63aaf6441ff2", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0429 06:49:00.984105 3790 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd 46c9af3b29b825f36236e65b37ab42811b07e0a642276fa1ae7e712264368252 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-74zzd 46c9af3b29b825f36236e65b37ab42811b07e0a642276fa1ae7e712264368252 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ce:aa:af:28:9f\",\"name\":\"46c9af3b29b825f\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03f83c21-e48b-47b8-a6bf-9493f91a915b\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:49:01.065876 3790 cni.go:452] [openshift-insights/insights-runtime-extractor-xtppp 46b066e125e4e2858241d59717e3b7a909f191db42e93c3ae8f67fb1c9704184 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-xtppp 46b066e125e4e2858241d59717e3b7a909f191db42e93c3ae8f67fb1c9704184 network default NAD default NAD key ] I0429 06:49:01.076430 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-xtppp, hostIfaceName: 46b066e125e4e28, network: default, NAD default, SandboxID: "46b066e125e4e2858241d59717e3b7a909f191db42e93c3ae8f67fb1c9704184", PCI device ID: , UID: "f94573ac-126d-4db7-884a-9e97f6a3901d", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0429 06:49:01.121124 3790 cni.go:473] [openshift-insights/insights-runtime-extractor-xtppp 46b066e125e4e2858241d59717e3b7a909f191db42e93c3ae8f67fb1c9704184 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-xtppp 46b066e125e4e2858241d59717e3b7a909f191db42e93c3ae8f67fb1c9704184 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:79:e0:1c:0d:12\",\"name\":\"46b066e125e4e28\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ccf6830-028f-457d-96f9-8201f9f90ff4\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:49:01.556529 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:01.556546 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:01.556552 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0429 06:49:02.553819 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0429 06:49:02.581501 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0429 06:49:04.301586 3790 base_network_controller_pods.go:487] [default/openshift-console/console-6cff5669b6-hrhjw] creating logical port openshift-console_console-6cff5669b6-hrhjw for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:04.301791 3790 kube.go:256] Updating pod openshift-console/console-6cff5669b6-hrhjw I0429 06:49:04.318322 3790 pod.go:62] [openshift-console/console-6cff5669b6-hrhjw] pod update took 16.56361ms I0429 06:49:04.318351 3790 base_network_controller_pods.go:951] [default/openshift-console/console-6cff5669b6-hrhjw] addLogicalPort annotation time took 16.594837ms I0429 06:49:04.319581 3790 pods.go:271] [openshift-console/console-6cff5669b6-hrhjw] addLogicalPort took 18.020152ms, libovsdb time 936.457µs I0429 06:49:04.705664 3790 cni.go:452] [openshift-console/console-6cff5669b6-hrhjw 82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6cff5669b6-hrhjw 82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd network default NAD default NAD key ] I0429 06:49:04.715086 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6cff5669b6-hrhjw, hostIfaceName: 82bb3457a58afb5, network: default, NAD default, SandboxID: "82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd", PCI device ID: , UID: "acc2e36a-9fcf-4a13-a10b-2a7cb72d336f", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0429 06:49:04.765417 3790 cni.go:473] [openshift-console/console-6cff5669b6-hrhjw 82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6cff5669b6-hrhjw 82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6e:b0:0a:5d:41\",\"name\":\"82bb3457a58afb5\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1fcd987-45b6-45d9-b7d1-bc5e6de0481f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:49:05.576797 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0429 06:49:05.576824 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 06:49:08.057374 3790 cni.go:452] [openshift-multus/network-metrics-daemon-s9ckh 3b6fbd70ce1dd7df49ce2e3f9c4fcb7b18a495c78dc070d8766706a4e3d6151a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-s9ckh 3b6fbd70ce1dd7df49ce2e3f9c4fcb7b18a495c78dc070d8766706a4e3d6151a network default NAD default NAD key ] I0429 06:49:08.067917 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-s9ckh, hostIfaceName: 3b6fbd70ce1dd7d, network: default, NAD default, SandboxID: "3b6fbd70ce1dd7df49ce2e3f9c4fcb7b18a495c78dc070d8766706a4e3d6151a", PCI device ID: , UID: "08439e5a-b533-4e9f-a832-ab1f07a00367", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0429 06:49:08.121694 3790 cni.go:473] [openshift-multus/network-metrics-daemon-s9ckh 3b6fbd70ce1dd7df49ce2e3f9c4fcb7b18a495c78dc070d8766706a4e3d6151a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-s9ckh 3b6fbd70ce1dd7df49ce2e3f9c4fcb7b18a495c78dc070d8766706a4e3d6151a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:45:a3:4a:16:df\",\"name\":\"3b6fbd70ce1dd7d\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/badf4976-e9db-4b4a-a72e-2d9efdcb547b\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:49:08.593749 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0429 06:49:08.665142 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0429 06:49:08.714627 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-ktf69] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-ktf69 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:08.714800 3790 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-ktf69 I0429 06:49:08.737274 3790 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-ktf69] pod update took 22.500691ms I0429 06:49:08.737358 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-ktf69] addLogicalPort annotation time took 22.588384ms I0429 06:49:08.738638 3790 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-ktf69] addLogicalPort took 24.031174ms, libovsdb time 940.135µs I0429 06:49:08.745015 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-lzfgf for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:08.745118 3790 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf I0429 06:49:08.779673 3790 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf] pod update took 34.586571ms I0429 06:49:08.779700 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf] addLogicalPort annotation time took 34.617343ms I0429 06:49:08.780871 3790 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf] addLogicalPort took 35.869653ms, libovsdb time 846.695µs W0429 06:49:08.928704 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0429 06:49:09.096417 3790 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-ktf69 520eaa7f69437d052e309b02be57ec14612e231b94a06b0740f9960171cd1926 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-ktf69 520eaa7f69437d052e309b02be57ec14612e231b94a06b0740f9960171cd1926 network default NAD default NAD key ] I0429 06:49:09.107914 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-ktf69, hostIfaceName: 520eaa7f69437d0, network: default, NAD default, SandboxID: "520eaa7f69437d052e309b02be57ec14612e231b94a06b0740f9960171cd1926", PCI device ID: , UID: "fd671822-69c4-4948-8e3f-45cce9d4f122", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0429 06:49:09.159541 3790 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-ktf69 520eaa7f69437d052e309b02be57ec14612e231b94a06b0740f9960171cd1926 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-ktf69 520eaa7f69437d052e309b02be57ec14612e231b94a06b0740f9960171cd1926 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:e5:bf:9e:67:ac\",\"name\":\"520eaa7f69437d0\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab0f909d-d93a-4b64-9a8d-bb04c5e22bba\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:49:09.309911 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0429 06:49:09.701591 3790 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf c88301e1589cb5d882ae5f097db988c2985fd1503890823a433c555241c944c0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf c88301e1589cb5d882ae5f097db988c2985fd1503890823a433c555241c944c0 network default NAD default NAD key ] I0429 06:49:09.712190 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-lzfgf, hostIfaceName: c88301e1589cb5d, network: default, NAD default, SandboxID: "c88301e1589cb5d882ae5f097db988c2985fd1503890823a433c555241c944c0", PCI device ID: , UID: "c6de60d6-7745-44ab-8c50-beab0f272404", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0429 06:49:09.761808 3790 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf c88301e1589cb5d882ae5f097db988c2985fd1503890823a433c555241c944c0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-lzfgf c88301e1589cb5d882ae5f097db988c2985fd1503890823a433c555241c944c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:66:f9:de:4a:54\",\"name\":\"c88301e1589cb5d\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c769b3ea-0761-4236-ae73-19b9466a1677\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:49:10.068057 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:10.068154 3790 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0429 06:49:10.091252 3790 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.131925ms I0429 06:49:10.091278 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.160896ms I0429 06:49:10.092662 3790 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.621345ms, libovsdb time 1.068403ms W0429 06:49:10.478463 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0429 06:49:11.126154 3790 cni.go:452] [openshift-monitoring/alertmanager-main-1 1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0 network default NAD default NAD key ] I0429 06:49:11.136531 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 1967e6125fe370e, network: default, NAD default, SandboxID: "1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0", PCI device ID: , UID: "6dc373c3-c745-4ed8-af8d-12ddfe3cc9f4", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0429 06:49:11.186723 3790 cni.go:473] [openshift-monitoring/alertmanager-main-1 1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:af:88:cc:30:09\",\"name\":\"1967e6125fe370e\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b76f7f8-a8c6-4a1a-8aa2-c320985a1f58\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:49:11.897450 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-766b7f5496-bcc8r] creating logical port openshift-monitoring_thanos-querier-766b7f5496-bcc8r for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:11.897597 3790 kube.go:256] Updating pod openshift-monitoring/thanos-querier-766b7f5496-bcc8r I0429 06:49:11.922264 3790 pod.go:62] [openshift-monitoring/thanos-querier-766b7f5496-bcc8r] pod update took 24.719306ms I0429 06:49:11.922288 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-766b7f5496-bcc8r] addLogicalPort annotation time took 24.757208ms I0429 06:49:11.923672 3790 pods.go:271] [openshift-monitoring/thanos-querier-766b7f5496-bcc8r] addLogicalPort took 26.244398ms, libovsdb time 998.239µs W0429 06:49:12.772230 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0429 06:49:13.321614 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-b9hxz for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:13.321747 3790 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz W0429 06:49:13.339246 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0429 06:49:13.343639 3790 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz] pod update took 21.921325ms I0429 06:49:13.343664 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz] addLogicalPort annotation time took 21.950804ms I0429 06:49:13.345050 3790 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz] addLogicalPort took 23.455723ms, libovsdb time 943.698µs W0429 06:49:13.379207 3790 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8545b5ddd-b2h69 IP address from the namespace address-set, err: pod openshift-console/console-8545b5ddd-b2h69: no pod IPs found I0429 06:49:13.536401 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd] creating logical port openshift-monitoring_metrics-server-7fff5cd4f4-vkjdd for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:13.536508 3790 kube.go:256] Updating pod openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd I0429 06:49:13.554904 3790 pod.go:62] [openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd] pod update took 18.427123ms I0429 06:49:13.554927 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd] addLogicalPort annotation time took 18.456226ms I0429 06:49:13.556335 3790 pods.go:271] [openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd] addLogicalPort took 19.951975ms, libovsdb time 1.024202ms I0429 06:49:15.214668 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:15.214766 3790 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0429 06:49:15.240139 3790 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.407784ms I0429 06:49:15.240162 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.435624ms I0429 06:49:15.241547 3790 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.894982ms, libovsdb time 992.695µs I0429 06:49:18.586589 3790 cni.go:452] [openshift-monitoring/prometheus-k8s-1 06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9 network default NAD default NAD key ] I0429 06:49:18.592053 3790 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz 6a64f7ef34387a0990561476d84d8070f90cf5a7e20cea0559737d96711460c4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz 6a64f7ef34387a0990561476d84d8070f90cf5a7e20cea0559737d96711460c4 network default NAD default NAD key ] I0429 06:49:18.592936 3790 cni.go:452] [openshift-monitoring/thanos-querier-766b7f5496-bcc8r 97b09d1d70136f4d009809354377e2453b15f716a9ca1cf2bd3c2635f9c18347 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-766b7f5496-bcc8r 97b09d1d70136f4d009809354377e2453b15f716a9ca1cf2bd3c2635f9c18347 network default NAD default NAD key ] I0429 06:49:18.597307 3790 cni.go:452] [openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd 7a6f361417bbf7096e9af339ccee7dd8ecc13029ca89c8bcfcbceb4c38ed4878 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd 7a6f361417bbf7096e9af339ccee7dd8ecc13029ca89c8bcfcbceb4c38ed4878 network default NAD default NAD key ] I0429 06:49:18.599177 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 06242bfdc79c4d6, network: default, NAD default, SandboxID: "06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9", PCI device ID: , UID: "da5d21a0-67de-4563-a25e-edd5915ebdfa", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0429 06:49:18.610347 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7fff5cd4f4-vkjdd, hostIfaceName: 7a6f361417bbf70, network: default, NAD default, SandboxID: "7a6f361417bbf7096e9af339ccee7dd8ecc13029ca89c8bcfcbceb4c38ed4878", PCI device ID: , UID: "0b24f35f-4457-4992-895c-3d641cc13fad", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0429 06:49:18.610648 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-766b7f5496-bcc8r, hostIfaceName: 97b09d1d70136f4, network: default, NAD default, SandboxID: "97b09d1d70136f4d009809354377e2453b15f716a9ca1cf2bd3c2635f9c18347", PCI device ID: , UID: "26550776-929a-47c1-af3c-6322ca449f25", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0429 06:49:18.612473 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-b9hxz, hostIfaceName: 6a64f7ef34387a0, network: default, NAD default, SandboxID: "6a64f7ef34387a0990561476d84d8070f90cf5a7e20cea0559737d96711460c4", PCI device ID: , UID: "422abb38-550c-4f7c-8802-39ec181195d3", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0429 06:49:18.684243 3790 cni.go:473] [openshift-monitoring/prometheus-k8s-1 06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:68:e1:44:9a:a9\",\"name\":\"06242bfdc79c4d6\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f10adcf-106b-4ad7-9b83-265ff7f8eb3c\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:49:18.734844 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:49:18.734865 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:49:18.906121 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:18.906149 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:18.906156 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 06:49:18.911469 3790 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz 6a64f7ef34387a0990561476d84d8070f90cf5a7e20cea0559737d96711460c4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-b9hxz 6a64f7ef34387a0990561476d84d8070f90cf5a7e20cea0559737d96711460c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:78:9d:70:e5:36\",\"name\":\"6a64f7ef34387a0\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a897191-3222-46b1-9cf9-4d6c93160d9b\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:49:18.911501 3790 cni.go:473] [openshift-monitoring/thanos-querier-766b7f5496-bcc8r 97b09d1d70136f4d009809354377e2453b15f716a9ca1cf2bd3c2635f9c18347 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-766b7f5496-bcc8r 97b09d1d70136f4d009809354377e2453b15f716a9ca1cf2bd3c2635f9c18347 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f5:9b:62:75:94\",\"name\":\"97b09d1d70136f4\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6959048-95a0-4130-981b-9b79a405b6d3\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:49:18.912216 3790 cni.go:473] [openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd 7a6f361417bbf7096e9af339ccee7dd8ecc13029ca89c8bcfcbceb4c38ed4878 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7fff5cd4f4-vkjdd 7a6f361417bbf7096e9af339ccee7dd8ecc13029ca89c8bcfcbceb4c38ed4878 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:72:a6:fa:e4:20\",\"name\":\"7a6f361417bbf70\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46d71152-7732-4c7a-9e7c-2845fcc86c27\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:49:19.689097 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:49:19.689118 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:49:19.771244 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 06:49:19.771277 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 06:49:19.781529 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:19.781558 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:19.781566 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:19.836384 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0429 06:49:22.685219 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 06:49:23.818884 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0429 06:49:24.042469 3790 cni.go:452] [openshift-image-registry/image-registry-77769f5bc5-qtsp7 05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-77769f5bc5-qtsp7 05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a network default NAD default NAD key ] I0429 06:49:24.112713 3790 cni.go:473] [openshift-image-registry/image-registry-77769f5bc5-qtsp7 05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-77769f5bc5-qtsp7 05764ae99ee5340cb25a10d83e4b57d6c38977afd468277d21e177bd5a32cd3a network default NAD default NAD key default], result "{}", err I0429 06:49:24.157667 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77769f5bc5-qtsp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:24.157702 3790 pods.go:176] Deleting pod: openshift-image-registry/image-registry-77769f5bc5-qtsp7 I0429 06:49:24.159128 3790 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-77769f5bc5-qtsp7, ips: 10.130.0.5 I0429 06:49:24.159152 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77769f5bc5-qtsp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:24.168245 3790 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-777fb645d8-gkpq8] creating logical port openshift-image-registry_image-registry-777fb645d8-gkpq8 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:24.168398 3790 kube.go:256] Updating pod openshift-image-registry/image-registry-777fb645d8-gkpq8 I0429 06:49:24.186982 3790 pod.go:62] [openshift-image-registry/image-registry-777fb645d8-gkpq8] pod update took 18.594532ms I0429 06:49:24.187004 3790 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-777fb645d8-gkpq8] addLogicalPort annotation time took 18.64714ms I0429 06:49:24.188172 3790 pods.go:271] [openshift-image-registry/image-registry-777fb645d8-gkpq8] addLogicalPort took 19.940178ms, libovsdb time 820.145µs I0429 06:49:24.535255 3790 cni.go:452] [openshift-image-registry/image-registry-777fb645d8-gkpq8 3d15b78db4aa3fe3db2565040c22e9a3a9ef393d71c20bc21b8930a0dea128d1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-777fb645d8-gkpq8 3d15b78db4aa3fe3db2565040c22e9a3a9ef393d71c20bc21b8930a0dea128d1 network default NAD default NAD key ] I0429 06:49:24.545426 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-777fb645d8-gkpq8, hostIfaceName: 3d15b78db4aa3fe, network: default, NAD default, SandboxID: "3d15b78db4aa3fe3db2565040c22e9a3a9ef393d71c20bc21b8930a0dea128d1", PCI device ID: , UID: "58cd8747-2094-4be4-a1d2-5e22ebc4c78f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0429 06:49:24.598197 3790 cni.go:473] [openshift-image-registry/image-registry-777fb645d8-gkpq8 3d15b78db4aa3fe3db2565040c22e9a3a9ef393d71c20bc21b8930a0dea128d1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-777fb645d8-gkpq8 3d15b78db4aa3fe3db2565040c22e9a3a9ef393d71c20bc21b8930a0dea128d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:94:40:09:52:6c\",\"name\":\"3d15b78db4aa3fe\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c548dd4c-15d9-42df-a3d7-05db61775bc2\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:49:24.764776 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.764798 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.764805 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.764809 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.795635 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.795695 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.795704 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:24.795714 3790 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0429 06:49:24.808432 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77769f5bc5-qtsp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:24.808457 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77769f5bc5-qtsp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:24.816978 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-77769f5bc5-qtsp7 I0429 06:49:24.817001 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-77769f5bc5-qtsp7 I0429 06:49:25.897236 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76d6dbccdd-52h2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:25.897802 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76d6dbccdd-52h2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:26.779271 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76d6dbccdd-52h2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:26.779297 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76d6dbccdd-52h2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:26.787749 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76d6dbccdd-52h2m I0429 06:49:26.787774 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76d6dbccdd-52h2m W0429 06:49:30.736368 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:30.736390 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:30.736398 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0429 06:49:30.736405 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0429 06:49:35.753996 3790 cni.go:452] [openshift-console/console-6cff5669b6-hrhjw 82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6cff5669b6-hrhjw 82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd network default NAD default NAD key ] I0429 06:49:35.822136 3790 cni.go:473] [openshift-console/console-6cff5669b6-hrhjw 82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6cff5669b6-hrhjw 82bb3457a58afb57981ba027af392e29bee4adb57be4a50bf700ad00671ac2bd network default NAD default NAD key default], result "{}", err I0429 06:49:35.902010 3790 obj_retry.go:498] Detected object openshift-console/console-6cff5669b6-hrhjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:35.902044 3790 pods.go:176] Deleting pod: openshift-console/console-6cff5669b6-hrhjw I0429 06:49:35.903288 3790 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6cff5669b6-hrhjw, ips: 10.130.0.13 I0429 06:49:35.903318 3790 obj_retry.go:498] Detected object openshift-console/console-6cff5669b6-hrhjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:35.913604 3790 base_network_controller_pods.go:487] [default/openshift-console/console-56cd459994-fthtx] creating logical port openshift-console_console-56cd459994-fthtx for pod on switch ip-10-0-0-41.ec2.internal I0429 06:49:35.913714 3790 kube.go:256] Updating pod openshift-console/console-56cd459994-fthtx I0429 06:49:35.933794 3790 pod.go:62] [openshift-console/console-56cd459994-fthtx] pod update took 20.106192ms I0429 06:49:35.933825 3790 base_network_controller_pods.go:951] [default/openshift-console/console-56cd459994-fthtx] addLogicalPort annotation time took 20.142328ms I0429 06:49:35.935119 3790 pods.go:271] [openshift-console/console-56cd459994-fthtx] addLogicalPort took 21.530523ms, libovsdb time 885.243µs I0429 06:49:36.343935 3790 cni.go:452] [openshift-console/console-56cd459994-fthtx 481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-56cd459994-fthtx 481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d network default NAD default NAD key ] I0429 06:49:36.353672 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-56cd459994-fthtx, hostIfaceName: 481a01d56a1caf4, network: default, NAD default, SandboxID: "481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d", PCI device ID: , UID: "f3a0601a-449d-4f5c-a5d8-0e5969135e60", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0429 06:49:36.404904 3790 cni.go:473] [openshift-console/console-56cd459994-fthtx 481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-56cd459994-fthtx 481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:52:96:57:9b:d2\",\"name\":\"481a01d56a1caf4\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a0ec00b-4950-40e6-9344-64cccbca7bf3\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:49:36.759895 3790 obj_retry.go:492] Detected object openshift-console/console-6cff5669b6-hrhjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:36.759927 3790 obj_retry.go:492] Detected object openshift-console/console-6cff5669b6-hrhjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:36.762174 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cff5669b6-hrhjw I0429 06:49:36.762194 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cff5669b6-hrhjw I0429 06:49:38.655476 3790 obj_retry.go:498] Detected object openshift-console/console-6cff5669b6-8s7k7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:38.656078 3790 obj_retry.go:498] Detected object openshift-console/console-6cff5669b6-8s7k7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:49:38.822096 3790 obj_retry.go:492] Detected object openshift-console/console-6cff5669b6-8s7k7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:38.822123 3790 obj_retry.go:492] Detected object openshift-console/console-6cff5669b6-8s7k7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:49:38.826122 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6cff5669b6-8s7k7 I0429 06:49:38.826160 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6cff5669b6-8s7k7 W0429 06:49:43.702745 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0429 06:49:46.733376 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0429 06:49:46.822038 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0429 06:49:50.487449 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:50.487472 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:50.487478 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:50.487489 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:50.487493 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:50.487498 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:51.133341 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:51.133364 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:51.133369 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:49:54.883255 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0429 06:49:59.906434 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0429 06:49:59.931051 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0429 06:50:00.215438 3790 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29624090-8bk6z for pod on switch ip-10-0-0-41.ec2.internal I0429 06:50:00.215533 3790 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z I0429 06:50:00.227511 3790 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z] pod update took 12.003942ms I0429 06:50:00.227535 3790 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z] addLogicalPort annotation time took 12.028822ms I0429 06:50:00.228910 3790 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z] addLogicalPort took 13.49552ms, libovsdb time 968.939µs I0429 06:50:00.627118 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z 23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z 23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978 network default NAD default NAD key ] I0429 06:50:00.636533 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29624090-8bk6z, hostIfaceName: 23c22f030be4b33, network: default, NAD default, SandboxID: "23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978", PCI device ID: , UID: "3164eb7f-9800-4c16-b436-65f050799b9c", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0429 06:50:00.697890 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z 23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z 23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:75:48:b6:22:b4\",\"name\":\"23c22f030be4b33\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1dd38d6-813e-41d5-949b-36f05327c938\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:50:12.176870 3790 obj_retry.go:498] Detected object openshift-console/console-8545b5ddd-vsqqk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:12.177457 3790 obj_retry.go:498] Detected object openshift-console/console-8545b5ddd-vsqqk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:12.964694 3790 obj_retry.go:492] Detected object openshift-console/console-8545b5ddd-vsqqk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:12.964722 3790 obj_retry.go:492] Detected object openshift-console/console-8545b5ddd-vsqqk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:12.978692 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8545b5ddd-vsqqk I0429 06:50:12.978726 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8545b5ddd-vsqqk I0429 06:50:13.063842 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76d6dbccdd-dsjbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:13.064402 3790 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76d6dbccdd-dsjbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:13.338482 3790 obj_retry.go:498] Detected object openshift-ingress/router-default-57d97dff8f-95hdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:13.339322 3790 obj_retry.go:498] Detected object openshift-ingress/router-default-57d97dff8f-95hdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:13.971479 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76d6dbccdd-dsjbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:13.971505 3790 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76d6dbccdd-dsjbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:13.981046 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76d6dbccdd-dsjbb I0429 06:50:13.981072 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76d6dbccdd-dsjbb I0429 06:50:14.010533 3790 obj_retry.go:492] Detected object openshift-ingress/router-default-57d97dff8f-95hdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:14.010559 3790 obj_retry.go:492] Detected object openshift-ingress/router-default-57d97dff8f-95hdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:14.013600 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-57d97dff8f-95hdv I0429 06:50:14.013628 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-57d97dff8f-95hdv W0429 06:50:15.970468 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:50:15.970491 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0429 06:50:30.567052 3790 cni.go:452] [openshift-monitoring/alertmanager-main-1 1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0 network default NAD default NAD key ] I0429 06:50:30.651023 3790 cni.go:473] [openshift-monitoring/alertmanager-main-1 1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 1967e6125fe370e01aa94fb18067537c265e140362f95280a5722d52457ca6e0 network default NAD default NAD key default], result "{}", err I0429 06:50:30.710830 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:30.710905 3790 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0429 06:50:30.712308 3790 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.16 I0429 06:50:30.712346 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:30.993750 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:30.993778 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:31.003351 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0429 06:50:31.003409 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0429 06:50:31.051329 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:50:31.051508 3790 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0429 06:50:31.071431 3790 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.996256ms I0429 06:50:31.071452 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 20.02229ms I0429 06:50:31.072707 3790 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.397679ms, libovsdb time 874.556µs I0429 06:50:31.414000 3790 cni.go:452] [openshift-monitoring/alertmanager-main-1 147df9faf53c66d148fcdb9d19589522dd297bb928ff0fa34e517d9dbf4c3d52 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 147df9faf53c66d148fcdb9d19589522dd297bb928ff0fa34e517d9dbf4c3d52 network default NAD default NAD key ] I0429 06:50:31.423528 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 147df9faf53c66d, network: default, NAD default, SandboxID: "147df9faf53c66d148fcdb9d19589522dd297bb928ff0fa34e517d9dbf4c3d52", PCI device ID: , UID: "696a96a9-3990-480c-9ae1-51d7771148d0", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0429 06:50:31.470491 3790 cni.go:473] [openshift-monitoring/alertmanager-main-1 147df9faf53c66d148fcdb9d19589522dd297bb928ff0fa34e517d9dbf4c3d52 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 147df9faf53c66d148fcdb9d19589522dd297bb928ff0fa34e517d9dbf4c3d52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:1c:83:36:6c:63\",\"name\":\"147df9faf53c66d\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22bde56b-c118-4d04-bd42-9e5a165fee88\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:50:33.519734 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-78cbf8c944-xfqzt] creating logical port openshift-monitoring_telemeter-client-78cbf8c944-xfqzt for pod on switch ip-10-0-0-41.ec2.internal I0429 06:50:33.519848 3790 kube.go:256] Updating pod openshift-monitoring/telemeter-client-78cbf8c944-xfqzt I0429 06:50:33.538477 3790 pod.go:62] [openshift-monitoring/telemeter-client-78cbf8c944-xfqzt] pod update took 18.656051ms I0429 06:50:33.538502 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-78cbf8c944-xfqzt] addLogicalPort annotation time took 18.685187ms I0429 06:50:33.539786 3790 pods.go:271] [openshift-monitoring/telemeter-client-78cbf8c944-xfqzt] addLogicalPort took 20.067013ms, libovsdb time 921.911µs I0429 06:50:33.886220 3790 cni.go:452] [openshift-monitoring/telemeter-client-78cbf8c944-xfqzt cb9a501872fe168fb1618b80f9536170d8e61c7900d6a2aa722bbb85c75b5de5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-78cbf8c944-xfqzt cb9a501872fe168fb1618b80f9536170d8e61c7900d6a2aa722bbb85c75b5de5 network default NAD default NAD key ] I0429 06:50:33.896440 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-78cbf8c944-xfqzt, hostIfaceName: cb9a501872fe168, network: default, NAD default, SandboxID: "cb9a501872fe168fb1618b80f9536170d8e61c7900d6a2aa722bbb85c75b5de5", PCI device ID: , UID: "41e017e1-7357-4973-9b28-11069f37792d", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0429 06:50:33.943990 3790 cni.go:473] [openshift-monitoring/telemeter-client-78cbf8c944-xfqzt cb9a501872fe168fb1618b80f9536170d8e61c7900d6a2aa722bbb85c75b5de5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-78cbf8c944-xfqzt cb9a501872fe168fb1618b80f9536170d8e61c7900d6a2aa722bbb85c75b5de5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:be:8a:51:71:37\",\"name\":\"cb9a501872fe168\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29d5ce43-24bd-4156-9208-9ca543eb47a6\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:50:35.499356 3790 cni.go:452] [openshift-monitoring/prometheus-k8s-1 06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9 network default NAD default NAD key ] I0429 06:50:35.577056 3790 cni.go:473] [openshift-monitoring/prometheus-k8s-1 06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 06242bfdc79c4d689a67a70ece779e22e2831a0dc8dad676d3c353b9987e5fc9 network default NAD default NAD key default], result "{}", err I0429 06:50:35.640558 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:35.640595 3790 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0429 06:50:35.642032 3790 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.20 I0429 06:50:35.642065 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:36.035789 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:36.035824 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:36.045360 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0429 06:50:36.045393 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0429 06:50:36.085871 3790 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:50:36.086043 3790 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0429 06:50:36.107116 3790 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.113609ms I0429 06:50:36.107140 3790 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.144948ms I0429 06:50:36.108490 3790 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.633733ms, libovsdb time 907.151µs I0429 06:50:36.445005 3790 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8efad7da180e159f0ce4ad184df897620d326fb4f0108027270125f20bd889da network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8efad7da180e159f0ce4ad184df897620d326fb4f0108027270125f20bd889da network default NAD default NAD key ] I0429 06:50:36.455788 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8efad7da180e159, network: default, NAD default, SandboxID: "8efad7da180e159f0ce4ad184df897620d326fb4f0108027270125f20bd889da", PCI device ID: , UID: "9354cc5d-dbab-41a4-902d-c7308c2f7fd2", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0429 06:50:36.508444 3790 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8efad7da180e159f0ce4ad184df897620d326fb4f0108027270125f20bd889da network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8efad7da180e159f0ce4ad184df897620d326fb4f0108027270125f20bd889da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:a9:3d:b6:b2:b1\",\"name\":\"8efad7da180e159\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87830522-8f76-4202-a526-b30212bf3b71\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:50:40.073411 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z 23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z 23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978 network default NAD default NAD key ] I0429 06:50:40.154717 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z 23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z 23c22f030be4b33213fe8a0fafcc387604ac597fc5282da9901e5ac7ea333978 network default NAD default NAD key default], result "{}", err I0429 06:50:40.199422 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:40.199458 3790 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z I0429 06:50:40.200718 3790 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z, ips: 10.130.0.23 I0429 06:50:40.200755 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:50:41.084559 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:50:41.084586 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624090-8bk6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 06:51:01.467718 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:51:01.467738 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0429 06:51:01.467744 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0429 06:51:02.769501 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:02.770095 3790 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:03.171392 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:03.171422 3790 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:03.181720 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0429 06:51:03.181748 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0429 06:51:03.705673 3790 obj_retry.go:498] Detected object openshift-console/console-56cd459994-jngvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:03.706302 3790 obj_retry.go:498] Detected object openshift-console/console-56cd459994-jngvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:04.211495 3790 obj_retry.go:492] Detected object openshift-console/console-56cd459994-jngvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:04.211520 3790 obj_retry.go:492] Detected object openshift-console/console-56cd459994-jngvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:04.223185 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd459994-jngvh I0429 06:51:04.223209 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd459994-jngvh I0429 06:51:14.311562 3790 cni.go:452] [openshift-console/console-56cd459994-fthtx 481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-56cd459994-fthtx 481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d network default NAD default NAD key ] I0429 06:51:14.388536 3790 cni.go:473] [openshift-console/console-56cd459994-fthtx 481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-56cd459994-fthtx 481a01d56a1caf44b040d8c0721906104e59f196a0aa914c828427ec45f43d3d network default NAD default NAD key default], result "{}", err I0429 06:51:14.436907 3790 obj_retry.go:498] Detected object openshift-console/console-56cd459994-fthtx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:14.436945 3790 pods.go:176] Deleting pod: openshift-console/console-56cd459994-fthtx I0429 06:51:14.438322 3790 pods.go:236] Attempting to release IPs for pod: openshift-console/console-56cd459994-fthtx, ips: 10.130.0.22 I0429 06:51:14.438348 3790 obj_retry.go:498] Detected object openshift-console/console-56cd459994-fthtx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:15.227392 3790 obj_retry.go:492] Detected object openshift-console/console-56cd459994-fthtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:15.227417 3790 obj_retry.go:492] Detected object openshift-console/console-56cd459994-fthtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:15.239274 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd459994-fthtx I0429 06:51:15.239303 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd459994-fthtx I0429 06:51:18.355333 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:18.355900 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:18.355933 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:51:18.355943 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0429 06:51:18.355994 3790 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:51:18.355999 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0429 06:51:19.384498 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:19.384520 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:19.384535 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:19.384543 3790 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0db4rrt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:21.301533 3790 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0429 06:51:21.312350 3790 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0429 06:51:37.365559 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0429 06:51:37.365582 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0429 06:51:38.671789 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:38.672406 3790 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:51:39.341178 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:39.341207 3790 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:51:39.349647 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0429 06:51:39.349676 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0429 06:52:09.111240 3790 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0429 06:52:57.442077 3790 base_network_controller_pods.go:487] [default/openshift-console/console-6b7b945ddd-6cg5b] creating logical port openshift-console_console-6b7b945ddd-6cg5b for pod on switch ip-10-0-0-41.ec2.internal I0429 06:52:57.442175 3790 kube.go:256] Updating pod openshift-console/console-6b7b945ddd-6cg5b I0429 06:52:57.486252 3790 pod.go:62] [openshift-console/console-6b7b945ddd-6cg5b] pod update took 44.099334ms I0429 06:52:57.486279 3790 base_network_controller_pods.go:951] [default/openshift-console/console-6b7b945ddd-6cg5b] addLogicalPort annotation time took 44.134737ms I0429 06:52:57.487426 3790 pods.go:271] [openshift-console/console-6b7b945ddd-6cg5b] addLogicalPort took 45.366622ms, libovsdb time 791.562µs I0429 06:52:57.798424 3790 cni.go:452] [openshift-console/console-6b7b945ddd-6cg5b 300a2a0102fad2e7e75035815f012a44c7881363b00720cebd7f25087afc389f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b7b945ddd-6cg5b 300a2a0102fad2e7e75035815f012a44c7881363b00720cebd7f25087afc389f network default NAD default NAD key ] I0429 06:52:57.807433 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b7b945ddd-6cg5b, hostIfaceName: 300a2a0102fad2e, network: default, NAD default, SandboxID: "300a2a0102fad2e7e75035815f012a44c7881363b00720cebd7f25087afc389f", PCI device ID: , UID: "7b4f5681-ad38-412c-bec3-e378603298bc", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0429 06:52:57.855119 3790 cni.go:473] [openshift-console/console-6b7b945ddd-6cg5b 300a2a0102fad2e7e75035815f012a44c7881363b00720cebd7f25087afc389f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b7b945ddd-6cg5b 300a2a0102fad2e7e75035815f012a44c7881363b00720cebd7f25087afc389f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ab:a9:1d:15:ac\",\"name\":\"300a2a0102fad2e\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee58ef76-1e71-4514-a330-09eb368ca521\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:53:08.690919 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0429 06:53:22.746856 3790 obj_retry.go:498] Detected object openshift-console/console-866d6b54c8-45cfw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:53:22.747524 3790 obj_retry.go:498] Detected object openshift-console/console-866d6b54c8-45cfw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:53:23.757506 3790 obj_retry.go:492] Detected object openshift-console/console-866d6b54c8-45cfw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:53:23.757530 3790 obj_retry.go:492] Detected object openshift-console/console-866d6b54c8-45cfw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:53:23.767651 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-866d6b54c8-45cfw I0429 06:53:23.767683 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-866d6b54c8-45cfw I0429 06:53:34.038820 3790 obj_retry.go:498] Detected object openshift-console/console-866d6b54c8-4pmkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:53:34.039420 3790 obj_retry.go:498] Detected object openshift-console/console-866d6b54c8-4pmkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:53:34.704125 3790 obj_retry.go:492] Detected object openshift-console/console-866d6b54c8-4pmkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:53:34.704172 3790 obj_retry.go:492] Detected object openshift-console/console-866d6b54c8-4pmkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:53:34.713693 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-866d6b54c8-4pmkn I0429 06:53:34.713727 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-866d6b54c8-4pmkn I0429 06:53:35.053937 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0429 06:53:55.167998 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0429 06:54:10.040981 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0429 06:54:10.053183 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0429 06:54:27.138806 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0429 06:54:44.174200 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0429 06:55:24.133062 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0429 06:55:39.133220 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0429 06:55:57.150056 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0429 06:56:21.715939 3790 namespace.go:98] [tsf] adding namespace I0429 06:56:21.716817 3790 namespace.go:102] [tsf] adding namespace took 842.57µs I0429 06:56:21.732762 3790 namespace.go:142] [tsf] updating namespace I0429 06:56:21.746403 3790 namespace.go:142] [tsf] updating namespace I0429 06:56:22.055935 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=531 I0429 06:56:25.976397 3790 namespace.go:98] [tsf-tas] adding namespace I0429 06:56:25.977212 3790 namespace.go:98] [rhtpa-operator] adding namespace I0429 06:56:25.977297 3790 namespace.go:102] [tsf-tas] adding namespace took 875.917µs I0429 06:56:25.977876 3790 namespace.go:102] [rhtpa-operator] adding namespace took 649.882µs I0429 06:56:25.981168 3790 namespace.go:98] [tsf-keycloak] adding namespace I0429 06:56:25.981722 3790 namespace.go:102] [tsf-keycloak] adding namespace took 535.448µs I0429 06:56:25.982038 3790 namespace.go:98] [konflux-ui] adding namespace I0429 06:56:25.982281 3790 namespace.go:98] [cert-manager-operator] adding namespace I0429 06:56:25.982431 3790 namespace.go:98] [tsf-tpa] adding namespace I0429 06:56:25.982671 3790 namespace.go:102] [konflux-ui] adding namespace took 620.302µs I0429 06:56:25.983157 3790 namespace.go:98] [konflux-operator] adding namespace I0429 06:56:25.983184 3790 namespace.go:102] [cert-manager-operator] adding namespace took 889.738µs I0429 06:56:25.983698 3790 namespace.go:102] [tsf-tpa] adding namespace took 1.251322ms I0429 06:56:25.983722 3790 namespace.go:98] [rhbk-operator] adding namespace I0429 06:56:25.984158 3790 namespace.go:102] [rhbk-operator] adding namespace took 430.736µs I0429 06:56:25.984600 3790 namespace.go:102] [konflux-operator] adding namespace took 1.431711ms I0429 06:56:26.002258 3790 namespace.go:142] [tsf-tas] updating namespace I0429 06:56:26.067579 3790 namespace.go:142] [tsf-tas] updating namespace I0429 06:56:26.107757 3790 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:56:26.125371 3790 namespace.go:142] [konflux-ui] updating namespace I0429 06:56:26.131231 3790 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:56:26.139549 3790 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:56:26.191119 3790 namespace.go:142] [tsf-tpa] updating namespace I0429 06:56:26.197266 3790 namespace.go:142] [rhbk-operator] updating namespace I0429 06:56:26.212847 3790 namespace.go:142] [konflux-operator] updating namespace I0429 06:56:26.226221 3790 namespace.go:142] [tsf-tas] updating namespace I0429 06:56:26.306528 3790 namespace.go:142] [tsf-keycloak] updating namespace W0429 06:56:26.318653 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0429 06:56:26.341092 3790 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:56:26.451413 3790 namespace.go:142] [konflux-ui] updating namespace I0429 06:56:26.464564 3790 namespace.go:142] [konflux-ui] updating namespace I0429 06:56:26.483412 3790 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:56:26.498870 3790 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:56:26.516035 3790 namespace.go:142] [tsf-tpa] updating namespace I0429 06:56:26.533338 3790 namespace.go:142] [tsf-tpa] updating namespace I0429 06:56:26.552407 3790 namespace.go:142] [rhbk-operator] updating namespace I0429 06:56:26.565420 3790 namespace.go:142] [rhbk-operator] updating namespace I0429 06:56:26.574696 3790 namespace.go:142] [konflux-operator] updating namespace I0429 06:56:26.584806 3790 namespace.go:142] [konflux-operator] updating namespace I0429 06:56:26.595504 3790 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:56:26.605079 3790 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:56:27.276179 3790 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:56:27.286167 3790 namespace.go:142] [tsf-tpa] updating namespace I0429 06:56:34.719134 3790 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.719650 3790 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.719671 3790 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.719678 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:34.719689 3790 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.719693 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:34.752281 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.752739 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.752758 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.752765 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:34.752775 3790 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:34.752779 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:35.751053 3790 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.751083 3790 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.751097 3790 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.751111 3790 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2pksmf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.791889 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.791906 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.791917 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:35.791932 3790 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51mvxt9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:37.366746 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0429 06:56:37.366858 3790 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2n4q6 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2n4q6: no pod IPs found I0429 06:56:40.839206 3790 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-2c6w7 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:56:40.839327 3790 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7 I0429 06:56:40.857726 3790 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7] pod update took 18.425253ms I0429 06:56:40.857753 3790 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7] addLogicalPort annotation time took 18.456339ms I0429 06:56:40.858902 3790 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7] addLogicalPort took 19.712751ms, libovsdb time 812.475µs I0429 06:56:41.196253 3790 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7 6e6c40a1e2a612ac2401df5657e5fca0ea120c419e6ce0d72c906e14a44ff6a8 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7 6e6c40a1e2a612ac2401df5657e5fca0ea120c419e6ce0d72c906e14a44ff6a8 network default NAD default NAD key ] I0429 06:56:41.205648 3790 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-2c6w7, hostIfaceName: 6e6c40a1e2a612a, network: default, NAD default, SandboxID: "6e6c40a1e2a612ac2401df5657e5fca0ea120c419e6ce0d72c906e14a44ff6a8", PCI device ID: , UID: "038dc41e-e4cb-4e69-bf00-5b3afa5df296", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0429 06:56:41.252633 3790 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7 6e6c40a1e2a612ac2401df5657e5fca0ea120c419e6ce0d72c906e14a44ff6a8 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-2c6w7 6e6c40a1e2a612ac2401df5657e5fca0ea120c419e6ce0d72c906e14a44ff6a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:17:b8:33:d4:aa\",\"name\":\"6e6c40a1e2a612a\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae1b8363-3465-4fbd-9e15-c71483b25966\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:56:41.586865 3790 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:41.587396 3790 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:41.587426 3790 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:41.587457 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:41.587472 3790 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:41.587477 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:42.556780 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:42.557370 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:42.557401 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:42.557411 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:42.557429 3790 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:42.557437 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:42.628875 3790 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:42.628905 3790 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:42.628922 3790 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:42.628938 3790 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158lv9sw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.311001 3790 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-m52lr for pod on switch ip-10-0-0-41.ec2.internal I0429 06:56:43.311108 3790 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr I0429 06:56:43.336996 3790 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr] pod update took 25.910427ms I0429 06:56:43.337020 3790 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr] addLogicalPort annotation time took 25.940745ms I0429 06:56:43.338574 3790 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr] addLogicalPort took 27.587341ms, libovsdb time 1.107398ms I0429 06:56:43.584281 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.584310 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.584324 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.584335 3790 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pltcv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:43.678045 3790 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr ef8c23d4804289bf49c8af756274c74fdcee5940d22ab83c85d3688fc3eacf3b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr ef8c23d4804289bf49c8af756274c74fdcee5940d22ab83c85d3688fc3eacf3b network default NAD default NAD key ] I0429 06:56:43.688643 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-m52lr, hostIfaceName: ef8c23d4804289b, network: default, NAD default, SandboxID: "ef8c23d4804289bf49c8af756274c74fdcee5940d22ab83c85d3688fc3eacf3b", PCI device ID: , UID: "ebb09c0b-7950-4c20-b065-4a3f65e5d865", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0429 06:56:43.736983 3790 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr ef8c23d4804289bf49c8af756274c74fdcee5940d22ab83c85d3688fc3eacf3b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-m52lr ef8c23d4804289bf49c8af756274c74fdcee5940d22ab83c85d3688fc3eacf3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:03:d3:d4:b6:51\",\"name\":\"ef8c23d4804289b\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f3228ec-f372-44fe-b91a-ba7bbf22a6ce\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:56:44.630406 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.630986 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.631022 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.631032 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:44.631045 3790 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.631049 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:44.681318 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.681850 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.681877 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.681888 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0429 06:56:44.681907 3790 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0429 06:56:44.681918 3790 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0429 06:56:45.650648 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.650673 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.650688 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.650702 3790 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d6b66t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.703432 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.703459 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.703472 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:56:45.703486 3790 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hsdlz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0429 06:56:48.582670 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:51.502715 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:51.512985 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:51.520175 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:51.528121 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0429 06:56:59.598722 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0429 06:57:01.957083 3790 namespace.go:142] [openshift-operators] updating namespace I0429 06:57:01.974874 3790 namespace.go:142] [openshift-operators] updating namespace I0429 06:57:05.363986 3790 namespace.go:98] [cert-manager] adding namespace I0429 06:57:05.364809 3790 namespace.go:102] [cert-manager] adding namespace took 792.773µs I0429 06:57:05.400516 3790 namespace.go:142] [cert-manager] updating namespace I0429 06:57:05.431268 3790 namespace.go:142] [cert-manager] updating namespace I0429 06:57:08.053755 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 W0429 06:57:08.618795 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0429 06:57:10.124608 3790 namespace.go:142] [openshift-operators] updating namespace I0429 06:57:12.290948 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0429 06:57:12.986636 3790 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-4mfkt for pod on switch ip-10-0-0-41.ec2.internal I0429 06:57:12.986740 3790 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt I0429 06:57:13.036083 3790 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt] pod update took 49.364225ms I0429 06:57:13.036107 3790 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt] addLogicalPort annotation time took 49.396185ms I0429 06:57:13.037367 3790 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt] addLogicalPort took 50.747657ms, libovsdb time 911.331µs I0429 06:57:13.656469 3790 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt 19a07f880279a77b11d5b9c37b5ecebdfd62c440bdd4ba7b0d2f709218d414e6 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt 19a07f880279a77b11d5b9c37b5ecebdfd62c440bdd4ba7b0d2f709218d414e6 network default NAD default NAD key ] I0429 06:57:13.667349 3790 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-4mfkt, hostIfaceName: 19a07f880279a77, network: default, NAD default, SandboxID: "19a07f880279a77b11d5b9c37b5ecebdfd62c440bdd4ba7b0d2f709218d414e6", PCI device ID: , UID: "c432dee6-73e4-4f5e-82c7-812832e542b5", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0429 06:57:13.722537 3790 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt 19a07f880279a77b11d5b9c37b5ecebdfd62c440bdd4ba7b0d2f709218d414e6 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-4mfkt 19a07f880279a77b11d5b9c37b5ecebdfd62c440bdd4ba7b0d2f709218d414e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:17:5c:1b:c8:ba\",\"name\":\"19a07f880279a77\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96c7c3de-925f-466d-afb3-23623e4c0bea\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:57:17.577385 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 06:57:17.594559 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 06:57:17.608075 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0429 06:57:17.632054 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0429 06:57:18.532321 3790 namespace.go:98] [trusted-artifact-signer] adding namespace I0429 06:57:18.533182 3790 namespace.go:102] [trusted-artifact-signer] adding namespace took 840.209µs I0429 06:57:18.577237 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 06:57:18.621200 3790 namespace.go:142] [trusted-artifact-signer] updating namespace W0429 06:57:18.748269 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0429 06:57:18.977258 3790 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-wsdzd for pod on switch ip-10-0-0-41.ec2.internal I0429 06:57:18.977355 3790 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd I0429 06:57:19.054642 3790 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd] pod update took 77.30899ms I0429 06:57:19.054676 3790 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd] addLogicalPort annotation time took 77.348974ms I0429 06:57:19.055919 3790 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd] addLogicalPort took 78.677404ms, libovsdb time 857.556µs I0429 06:57:19.348182 3790 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd 5f0ade526c936443caaa8838b44544a875679c66999a299c901a122808c2cc4f network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd 5f0ade526c936443caaa8838b44544a875679c66999a299c901a122808c2cc4f network default NAD default NAD key ] I0429 06:57:19.358618 3790 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-wsdzd, hostIfaceName: 5f0ade526c93644, network: default, NAD default, SandboxID: "5f0ade526c936443caaa8838b44544a875679c66999a299c901a122808c2cc4f", PCI device ID: , UID: "19b6a3ff-8dc7-4fb6-a6e3-4043a7667628", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0429 06:57:19.412329 3790 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd 5f0ade526c936443caaa8838b44544a875679c66999a299c901a122808c2cc4f network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-wsdzd 5f0ade526c936443caaa8838b44544a875679c66999a299c901a122808c2cc4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:2d:d3:b2:59:70\",\"name\":\"5f0ade526c93644\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d57bedd-322f-468c-b2ce-0fddae55541d\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:57:19.723238 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0429 06:57:19.723261 3790 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0429 06:57:24.144107 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0429 06:57:25.747529 3790 namespace.go:98] [openshift-pipelines] adding namespace I0429 06:57:25.748583 3790 namespace.go:102] [openshift-pipelines] adding namespace took 1.025071ms I0429 06:57:25.782354 3790 namespace.go:142] [openshift-pipelines] updating namespace I0429 06:57:26.615152 3790 namespace.go:142] [cert-manager] updating namespace I0429 06:57:26.947065 3790 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:57:27.478825 3790 namespace.go:142] [konflux-operator] updating namespace I0429 06:57:27.688679 3790 namespace.go:142] [konflux-ui] updating namespace I0429 06:57:27.872873 3790 namespace.go:142] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] updating namespace I0429 06:57:28.275978 3790 namespace.go:142] [rhbk-operator] updating namespace I0429 06:57:28.475562 3790 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:57:28.674943 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 06:57:28.872239 3790 namespace.go:142] [tsf] updating namespace I0429 06:57:29.087210 3790 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:57:29.314504 3790 namespace.go:142] [tsf-tas] updating namespace I0429 06:57:29.554695 3790 namespace.go:142] [tsf-tpa] updating namespace I0429 06:57:29.792113 3790 namespace.go:142] [cert-manager] updating namespace I0429 06:57:29.811476 3790 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:57:29.846722 3790 namespace.go:142] [default] updating namespace I0429 06:57:29.865694 3790 namespace.go:142] [konflux-operator] updating namespace I0429 06:57:29.887877 3790 namespace.go:142] [konflux-ui] updating namespace I0429 06:57:29.910117 3790 namespace.go:142] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] updating namespace I0429 06:57:29.932194 3790 namespace.go:142] [openshift] updating namespace I0429 06:57:29.961725 3790 namespace.go:142] [rhbk-operator] updating namespace I0429 06:57:29.977986 3790 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:57:29.991497 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 06:57:30.009278 3790 namespace.go:142] [tsf] updating namespace I0429 06:57:30.059579 3790 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:57:30.083584 3790 namespace.go:142] [tsf-tas] updating namespace I0429 06:57:30.121776 3790 namespace.go:142] [tsf-tpa] updating namespace I0429 06:57:30.296123 3790 namespace.go:142] [cert-manager] updating namespace I0429 06:57:30.420492 3790 namespace.go:142] [cert-manager-operator] updating namespace I0429 06:57:30.628341 3790 namespace.go:142] [default] updating namespace I0429 06:57:30.844909 3790 namespace.go:142] [konflux-operator] updating namespace I0429 06:57:30.976693 3790 namespace.go:142] [konflux-ui] updating namespace I0429 06:57:31.156978 3790 namespace.go:142] [open-cluster-management-2pvlgkdgsf526nqovfd11k6703l08h7f] updating namespace I0429 06:57:31.244167 3790 namespace.go:142] [openshift] updating namespace I0429 06:57:31.311215 3790 namespace.go:142] [rhbk-operator] updating namespace I0429 06:57:31.398284 3790 namespace.go:142] [rhtpa-operator] updating namespace I0429 06:57:31.484924 3790 namespace.go:142] [trusted-artifact-signer] updating namespace I0429 06:57:31.588929 3790 namespace.go:142] [tsf] updating namespace I0429 06:57:31.642262 3790 namespace.go:142] [tsf-keycloak] updating namespace I0429 06:57:31.734523 3790 namespace.go:142] [tsf-tas] updating namespace I0429 06:57:31.915373 3790 namespace.go:142] [tsf-tpa] updating namespace I0429 06:57:32.538372 3790 namespace.go:142] [openshift-pipelines] updating namespace I0429 06:57:40.358556 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-mc54m for pod on switch ip-10-0-0-41.ec2.internal I0429 06:57:40.358683 3790 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m I0429 06:57:40.380063 3790 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m] pod update took 21.406384ms I0429 06:57:40.380162 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m] addLogicalPort annotation time took 21.518397ms I0429 06:57:40.381600 3790 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m] addLogicalPort took 23.059569ms, libovsdb time 960.216µs I0429 06:57:40.452546 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-4sk7h for pod on switch ip-10-0-0-41.ec2.internal I0429 06:57:40.452650 3790 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h I0429 06:57:40.468522 3790 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h] pod update took 15.90128ms I0429 06:57:40.468548 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h] addLogicalPort annotation time took 15.933105ms I0429 06:57:40.469861 3790 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h] addLogicalPort took 17.33628ms, libovsdb time 935.155µs I0429 06:57:40.728389 3790 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m 0555b5fd777ea0a97f59b4ad53425608a74ea1e9804e6772b566eebef5ffd6c3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m 0555b5fd777ea0a97f59b4ad53425608a74ea1e9804e6772b566eebef5ffd6c3 network default NAD default NAD key ] I0429 06:57:40.737771 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-mc54m, hostIfaceName: 0555b5fd777ea0a, network: default, NAD default, SandboxID: "0555b5fd777ea0a97f59b4ad53425608a74ea1e9804e6772b566eebef5ffd6c3", PCI device ID: , UID: "cadc701d-211f-4014-8674-c0170f913250", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0429 06:57:40.760322 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-6fxlz for pod on switch ip-10-0-0-41.ec2.internal I0429 06:57:40.760426 3790 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz I0429 06:57:40.780542 3790 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz] pod update took 20.137912ms I0429 06:57:40.780572 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz] addLogicalPort annotation time took 20.172527ms I0429 06:57:40.782150 3790 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz] addLogicalPort took 21.846038ms, libovsdb time 1.062311ms I0429 06:57:40.791425 3790 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m 0555b5fd777ea0a97f59b4ad53425608a74ea1e9804e6772b566eebef5ffd6c3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-mc54m 0555b5fd777ea0a97f59b4ad53425608a74ea1e9804e6772b566eebef5ffd6c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:e1:eb:ec:bc:ca\",\"name\":\"0555b5fd777ea0a\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a00b6ed4-6041-4f8f-89de-35b4d1e4764e\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:57:40.816025 3790 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h 894ce4e1632e162ab776fbd8ba3465e500de21c340d1f8c385da883ff4ddafeb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h 894ce4e1632e162ab776fbd8ba3465e500de21c340d1f8c385da883ff4ddafeb network default NAD default NAD key ] I0429 06:57:40.825775 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-4sk7h, hostIfaceName: 894ce4e1632e162, network: default, NAD default, SandboxID: "894ce4e1632e162ab776fbd8ba3465e500de21c340d1f8c385da883ff4ddafeb", PCI device ID: , UID: "9aba6f93-30de-49d4-8d47-c5f00f0f7d99", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0429 06:57:40.855108 3790 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:57:40.855706 3790 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:57:40.875948 3790 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h 894ce4e1632e162ab776fbd8ba3465e500de21c340d1f8c385da883ff4ddafeb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-4sk7h 894ce4e1632e162ab776fbd8ba3465e500de21c340d1f8c385da883ff4ddafeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f9:72:cc:45:2f\",\"name\":\"894ce4e1632e162\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6405023-a6a7-40ae-9f91-e2d81a23d41f\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:57:40.889677 3790 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:57:40.889696 3790 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:57:40.895490 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0429 06:57:40.895512 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0429 06:57:41.125332 3790 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz 473801b8b9f1a7b801234f9da0d922d71793c005e77be6e1eeddce6964f6fd86 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz 473801b8b9f1a7b801234f9da0d922d71793c005e77be6e1eeddce6964f6fd86 network default NAD default NAD key ] I0429 06:57:41.134865 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-6fxlz, hostIfaceName: 473801b8b9f1a7b, network: default, NAD default, SandboxID: "473801b8b9f1a7b801234f9da0d922d71793c005e77be6e1eeddce6964f6fd86", PCI device ID: , UID: "c6728ecd-bc66-4052-8d16-7ebc5676f893", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0429 06:57:41.185305 3790 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz 473801b8b9f1a7b801234f9da0d922d71793c005e77be6e1eeddce6964f6fd86 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-6fxlz 473801b8b9f1a7b801234f9da0d922d71793c005e77be6e1eeddce6964f6fd86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ef:0c:23:c8:4c\",\"name\":\"473801b8b9f1a7b\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e9ddc6e-fd67-4278-b8e6-7d8d33feae3d\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:57:43.803016 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 06:57:43.803039 3790 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 06:57:43.803046 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 06:57:43.803053 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0429 06:57:44.903461 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 06:57:44.903480 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 06:57:44.903485 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 06:57:44.966965 3790 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 06:57:44.966986 3790 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 06:57:44.966993 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0429 06:57:48.174398 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 W0429 06:57:55.811087 3790 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0429 06:57:55.850158 3790 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0429 06:57:55.896166 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 06:57:55.896185 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 06:57:55.896190 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0429 06:57:55.924148 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 06:57:55.924164 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0429 06:57:55.924170 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0429 06:58:06.408157 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-hvjlz for pod on switch ip-10-0-0-41.ec2.internal I0429 06:58:06.408251 3790 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz I0429 06:58:06.426709 3790 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz] pod update took 18.480814ms I0429 06:58:06.426733 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz] addLogicalPort annotation time took 18.509547ms I0429 06:58:06.427995 3790 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz] addLogicalPort took 19.852715ms, libovsdb time 868.655µs I0429 06:58:06.768200 3790 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz 2bded80be8bb0b4197d4e53adaf0e5dde329f26086d0ba7ce8c29175651945b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz 2bded80be8bb0b4197d4e53adaf0e5dde329f26086d0ba7ce8c29175651945b3 network default NAD default NAD key ] I0429 06:58:06.777320 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-hvjlz, hostIfaceName: 2bded80be8bb0b4, network: default, NAD default, SandboxID: "2bded80be8bb0b4197d4e53adaf0e5dde329f26086d0ba7ce8c29175651945b3", PCI device ID: , UID: "9704232e-8a0a-484a-ad42-46850c92f5cd", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0429 06:58:06.826699 3790 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz 2bded80be8bb0b4197d4e53adaf0e5dde329f26086d0ba7ce8c29175651945b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-hvjlz 2bded80be8bb0b4197d4e53adaf0e5dde329f26086d0ba7ce8c29175651945b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:74:42:b5:cf:71\",\"name\":\"2bded80be8bb0b4\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53a59374-7896-459e-a4a5-cb07dc055132\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:58:07.160881 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 W0429 06:58:10.964444 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0429 06:58:16.053569 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=199 I0429 06:58:19.050213 3790 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:58:19.050738 3790 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:58:19.072196 3790 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:58:19.072217 3790 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:58:19.081166 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0429 06:58:19.081187 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0429 06:58:21.105093 3790 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0429 06:58:21.105723 3790 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0429 06:58:21.105744 3790 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0429 06:58:21.108032 3790 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0429 06:58:23.854140 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-jn48d] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-jn48d for pod on switch ip-10-0-0-41.ec2.internal I0429 06:58:23.854235 3790 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-jn48d I0429 06:58:23.874650 3790 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-jn48d] pod update took 20.436711ms I0429 06:58:23.874671 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-jn48d] addLogicalPort annotation time took 20.466602ms I0429 06:58:23.875944 3790 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-jn48d] addLogicalPort took 21.820184ms, libovsdb time 876.825µs I0429 06:58:24.212029 3790 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-jn48d 3475e394250bbb34e3204073da806c0ff79d5ed1688f31850b9bd768e086c71c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-jn48d 3475e394250bbb34e3204073da806c0ff79d5ed1688f31850b9bd768e086c71c network default NAD default NAD key ] I0429 06:58:24.221129 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-jn48d, hostIfaceName: 3475e394250bbb3, network: default, NAD default, SandboxID: "3475e394250bbb34e3204073da806c0ff79d5ed1688f31850b9bd768e086c71c", PCI device ID: , UID: "923674e7-e5dd-47d2-844b-adb441de233a", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0429 06:58:24.271018 3790 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-jn48d 3475e394250bbb34e3204073da806c0ff79d5ed1688f31850b9bd768e086c71c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-jn48d 3475e394250bbb34e3204073da806c0ff79d5ed1688f31850b9bd768e086c71c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f9:56:dd:9a:c9\",\"name\":\"3475e394250bbb3\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9289962-11de-441d-83b1-d35f35aaf9b5\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:58:27.977599 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0429 06:58:27.977620 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0429 06:58:27.982560 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0429 06:58:27.982579 3790 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0429 06:58:28.090033 3790 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0429 06:58:47.127107 3790 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 06:58:47.127125 3790 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0429 06:58:47.127129 3790 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0429 06:58:51.376067 3790 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-bgnjh] creating logical port tsf-keycloak_tsf-iam-bgnjh for pod on switch ip-10-0-0-41.ec2.internal I0429 06:58:51.376176 3790 kube.go:256] Updating pod tsf-keycloak/tsf-iam-bgnjh I0429 06:58:51.394752 3790 pod.go:62] [tsf-keycloak/tsf-iam-bgnjh] pod update took 18.607816ms I0429 06:58:51.394777 3790 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-bgnjh] addLogicalPort annotation time took 18.638229ms I0429 06:58:51.396083 3790 pods.go:271] [tsf-keycloak/tsf-iam-bgnjh] addLogicalPort took 20.033887ms, libovsdb time 884.45µs I0429 06:58:51.741560 3790 cni.go:452] [tsf-keycloak/tsf-iam-bgnjh 5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-bgnjh 5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc network default NAD default NAD key ] I0429 06:58:51.751519 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-bgnjh, hostIfaceName: 5adc210dfa9735a, network: default, NAD default, SandboxID: "5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc", PCI device ID: , UID: "3f8bb74e-d248-4fa0-ba12-3c3b30f7963b", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0429 06:58:51.802117 3790 cni.go:473] [tsf-keycloak/tsf-iam-bgnjh 5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-bgnjh 5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4f:cb:ab:e7:f1\",\"name\":\"5adc210dfa9735a\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c245a7b2-9ef5-410b-ac03-6395f21efe19\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:58:52.262142 3790 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:58:52.262697 3790 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:58:52.307454 3790 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:58:52.307477 3790 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:58:52.316612 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0429 06:58:52.316638 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0429 06:58:55.997173 3790 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-vzxvc-ndhbv] creating logical port tsf-tas_rekor-createtree-job-vzxvc-ndhbv for pod on switch ip-10-0-0-41.ec2.internal I0429 06:58:55.997277 3790 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-vzxvc-ndhbv I0429 06:58:56.005184 3790 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-79dd7f8b59-gb7xv] creating logical port tsf-tas_trillian-logserver-79dd7f8b59-gb7xv for pod on switch ip-10-0-0-41.ec2.internal I0429 06:58:56.005268 3790 kube.go:256] Updating pod tsf-tas/trillian-logserver-79dd7f8b59-gb7xv I0429 06:58:56.013835 3790 pod.go:62] [tsf-tas/rekor-createtree-job-vzxvc-ndhbv] pod update took 16.585505ms I0429 06:58:56.013856 3790 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-vzxvc-ndhbv] addLogicalPort annotation time took 16.611418ms I0429 06:58:56.015175 3790 pods.go:271] [tsf-tas/rekor-createtree-job-vzxvc-ndhbv] addLogicalPort took 18.016662ms, libovsdb time 876.143µs I0429 06:58:56.022338 3790 pod.go:62] [tsf-tas/trillian-logserver-79dd7f8b59-gb7xv] pod update took 17.091502ms I0429 06:58:56.022367 3790 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-79dd7f8b59-gb7xv] addLogicalPort annotation time took 17.123655ms I0429 06:58:56.023672 3790 pods.go:271] [tsf-tas/trillian-logserver-79dd7f8b59-gb7xv] addLogicalPort took 18.504622ms, libovsdb time 910.518µs I0429 06:58:56.336670 3790 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-64499fbc56-r4cr9] creating logical port tsf-tas_trillian-logsigner-64499fbc56-r4cr9 for pod on switch ip-10-0-0-41.ec2.internal I0429 06:58:56.336762 3790 kube.go:256] Updating pod tsf-tas/trillian-logsigner-64499fbc56-r4cr9 I0429 06:58:56.365824 3790 pod.go:62] [tsf-tas/trillian-logsigner-64499fbc56-r4cr9] pod update took 29.084619ms I0429 06:58:56.365849 3790 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-64499fbc56-r4cr9] addLogicalPort annotation time took 29.117205ms I0429 06:58:56.367181 3790 pods.go:271] [tsf-tas/trillian-logsigner-64499fbc56-r4cr9] addLogicalPort took 30.525902ms, libovsdb time 881.553µs I0429 06:58:56.381217 3790 cni.go:452] [tsf-tas/rekor-createtree-job-vzxvc-ndhbv cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-vzxvc-ndhbv cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82 network default NAD default NAD key ] I0429 06:58:56.391607 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-vzxvc-ndhbv, hostIfaceName: cab90901060ea59, network: default, NAD default, SandboxID: "cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82", PCI device ID: , UID: "627b6d59-e11f-497b-8d01-d1484ac8d1f8", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0429 06:58:56.447335 3790 cni.go:473] [tsf-tas/rekor-createtree-job-vzxvc-ndhbv cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-vzxvc-ndhbv cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:c9:bc:28:99:49\",\"name\":\"cab90901060ea59\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec0f00ff-4bb9-46e0-906b-018a355df28a\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:58:56.688116 3790 cni.go:452] [tsf-tas/trillian-logserver-79dd7f8b59-gb7xv 1718696f95c44a015f0cf5b2e5459d74b07f64d72ae0801b82e4070cf12ba6da network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-79dd7f8b59-gb7xv 1718696f95c44a015f0cf5b2e5459d74b07f64d72ae0801b82e4070cf12ba6da network default NAD default NAD key ] I0429 06:58:56.701036 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-79dd7f8b59-gb7xv, hostIfaceName: 1718696f95c44a0, network: default, NAD default, SandboxID: "1718696f95c44a015f0cf5b2e5459d74b07f64d72ae0801b82e4070cf12ba6da", PCI device ID: , UID: "0c00bb23-dc67-45cf-96d3-62b915cf4755", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0429 06:58:56.757664 3790 cni.go:473] [tsf-tas/trillian-logserver-79dd7f8b59-gb7xv 1718696f95c44a015f0cf5b2e5459d74b07f64d72ae0801b82e4070cf12ba6da network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-79dd7f8b59-gb7xv 1718696f95c44a015f0cf5b2e5459d74b07f64d72ae0801b82e4070cf12ba6da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:b2:5e:46:a5:6d\",\"name\":\"1718696f95c44a0\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd3030bf-04de-499f-b344-d38dad1d26c2\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 06:58:57.310930 3790 cni.go:452] [tsf-tas/trillian-logsigner-64499fbc56-r4cr9 3e66ac15bee78b47d79833a127186e503e7ad36884f91e327d8dfafb1ad3b442 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-64499fbc56-r4cr9 3e66ac15bee78b47d79833a127186e503e7ad36884f91e327d8dfafb1ad3b442 network default NAD default NAD key ] I0429 06:58:57.343918 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-64499fbc56-r4cr9, hostIfaceName: 3e66ac15bee78b4, network: default, NAD default, SandboxID: "3e66ac15bee78b47d79833a127186e503e7ad36884f91e327d8dfafb1ad3b442", PCI device ID: , UID: "14fc5e60-03ea-48dd-a675-99c731bbe632", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0429 06:58:57.395710 3790 cni.go:473] [tsf-tas/trillian-logsigner-64499fbc56-r4cr9 3e66ac15bee78b47d79833a127186e503e7ad36884f91e327d8dfafb1ad3b442 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-64499fbc56-r4cr9 3e66ac15bee78b47d79833a127186e503e7ad36884f91e327d8dfafb1ad3b442 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b7:ec:f0:e9:55\",\"name\":\"3e66ac15bee78b4\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e3425cf-eaba-49c0-bedb-b94f614ba7b2\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:59:13.249639 3790 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0429 06:59:14.264775 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0429 06:59:14.264798 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0429 06:59:15.360555 3790 cni.go:452] [tsf-keycloak/tsf-iam-bgnjh 5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-bgnjh 5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc network default NAD default NAD key ] I0429 06:59:15.448581 3790 cni.go:473] [tsf-keycloak/tsf-iam-bgnjh 5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-bgnjh 5adc210dfa9735abf3d20fe7c9d9038a1aab7163deace450cda9075141da40bc network default NAD default NAD key default], result "{}", err I0429 06:59:18.203972 3790 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgnjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:18.204019 3790 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-bgnjh I0429 06:59:18.205489 3790 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-bgnjh, ips: 10.130.0.37 I0429 06:59:18.205520 3790 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgnjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 06:59:18.371504 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0429 06:59:18.398825 3790 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0429 06:59:19.234736 3790 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgnjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:19.234762 3790 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgnjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 06:59:21.335769 3790 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0429 06:59:24.481305 3790 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-schct-74tvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:24.481864 3790 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-schct-74tvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:25.352074 3790 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-schct-74tvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:25.352096 3790 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-schct-74tvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:33.366893 3790 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-5s75c for pod on switch ip-10-0-0-41.ec2.internal I0429 06:59:33.367006 3790 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c I0429 06:59:33.382360 3790 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c] pod update took 15.382867ms I0429 06:59:33.382386 3790 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c] addLogicalPort annotation time took 15.429978ms I0429 06:59:33.383697 3790 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c] addLogicalPort took 16.835679ms, libovsdb time 864.463µs I0429 06:59:33.725774 3790 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c 7b151fb052bf6a171450e0b91cfbac3b17596f0c0e7e947dd0d3f2497f4f20e1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c 7b151fb052bf6a171450e0b91cfbac3b17596f0c0e7e947dd0d3f2497f4f20e1 network default NAD default NAD key ] I0429 06:59:33.735183 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-5s75c, hostIfaceName: 7b151fb052bf6a1, network: default, NAD default, SandboxID: "7b151fb052bf6a171450e0b91cfbac3b17596f0c0e7e947dd0d3f2497f4f20e1", PCI device ID: , UID: "3158ae83-1b44-4b1d-ae23-7016b289b4f1", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0429 06:59:33.786715 3790 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c 7b151fb052bf6a171450e0b91cfbac3b17596f0c0e7e947dd0d3f2497f4f20e1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-5s75c 7b151fb052bf6a171450e0b91cfbac3b17596f0c0e7e947dd0d3f2497f4f20e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:8f:b4:ee:f2:e5\",\"name\":\"7b151fb052bf6a1\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78190856-513a-4ecb-b13c-1f57c5718819\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 06:59:43.462791 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0429 06:59:43.493492 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0429 06:59:52.660556 3790 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:52.661145 3790 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 06:59:52.683898 3790 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:52.683919 3790 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 06:59:52.692356 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0429 06:59:52.692383 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0429 06:59:53.476577 3790 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-9qqrs] creating logical port tsf_patch-tekton-config-9qqrs for pod on switch ip-10-0-0-41.ec2.internal I0429 06:59:53.476694 3790 kube.go:256] Updating pod tsf/patch-tekton-config-9qqrs I0429 06:59:53.489292 3790 pod.go:62] [tsf/patch-tekton-config-9qqrs] pod update took 12.631047ms I0429 06:59:53.489317 3790 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-9qqrs] addLogicalPort annotation time took 12.660147ms I0429 06:59:53.490750 3790 pods.go:271] [tsf/patch-tekton-config-9qqrs] addLogicalPort took 14.193576ms, libovsdb time 1.007649ms I0429 06:59:53.868892 3790 cni.go:452] [tsf/patch-tekton-config-9qqrs a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-9qqrs a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8 network default NAD default NAD key ] I0429 06:59:53.878036 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-9qqrs, hostIfaceName: a383e32adb77af0, network: default, NAD default, SandboxID: "a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8", PCI device ID: , UID: "5886b185-4495-497c-9eb1-c8f9212ef41c", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0429 06:59:53.929596 3790 cni.go:473] [tsf/patch-tekton-config-9qqrs a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-9qqrs a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:7a:dd:f9:fd:4e\",\"name\":\"a383e32adb77af0\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44d40eb1-bb86-4ef3-b73e-0cbd8e5101fc\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 07:00:00.187578 3790 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29624100-krpl4 for pod on switch ip-10-0-0-41.ec2.internal I0429 07:00:00.187677 3790 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 I0429 07:00:00.205346 3790 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4] pod update took 17.694456ms I0429 07:00:00.205376 3790 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4] addLogicalPort annotation time took 17.728758ms I0429 07:00:00.206728 3790 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4] addLogicalPort took 19.165842ms, libovsdb time 963.217µs I0429 07:00:00.550051 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e network default NAD default NAD key ] I0429 07:00:00.559446 3790 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29624100-krpl4, hostIfaceName: e14b176357edb75, network: default, NAD default, SandboxID: "e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e", PCI device ID: , UID: "8bcceff3-2531-4a2c-ba8d-25d0ddb65101", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0429 07:00:00.614392 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:d4:91:e1:3d:0c\",\"name\":\"e14b176357edb75\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3732225e-9e80-4b2f-b4f2-18004bafede0\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 07:00:01.629402 3790 cni.go:452] [tsf/patch-tekton-config-9qqrs a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-9qqrs a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8 network default NAD default NAD key ] I0429 07:00:01.714885 3790 cni.go:473] [tsf/patch-tekton-config-9qqrs a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-9qqrs a383e32adb77af09c54aa75c18eed87ea520f0a909620060f44b9ff8f0be92d8 network default NAD default NAD key default], result "{}", err I0429 07:00:01.778835 3790 obj_retry.go:498] Detected object tsf/patch-tekton-config-9qqrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:01.778876 3790 pods.go:176] Deleting pod: tsf/patch-tekton-config-9qqrs I0429 07:00:01.780453 3790 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-9qqrs, ips: 10.130.0.42 I0429 07:00:01.780481 3790 obj_retry.go:498] Detected object tsf/patch-tekton-config-9qqrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:02.648856 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-9qqrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:02.648884 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-9qqrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:03.637522 3790 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e network default NAD default NAD key ] I0429 07:00:03.723946 3790 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 e14b176357edb75b2328f179e2fa7d2d2c3aca5854f42b039c7605f41a76a79e network default NAD default NAD key default], result "{}", err I0429 07:00:03.782845 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:03.782885 3790 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 I0429 07:00:03.784162 3790 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4, ips: 10.130.0.43 I0429 07:00:03.784196 3790 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:04.661427 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:04.661457 3790 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29624100-krpl4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:10.170755 3790 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0429 07:00:10.716390 3790 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-nbsht of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:10.717028 3790 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-nbsht of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:11.741462 3790 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-nbsht of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:11.741487 3790 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-nbsht of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:11.783708 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-9qqrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:11.783731 3790 obj_retry.go:492] Detected object tsf/patch-tekton-config-9qqrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:11.788196 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9qqrs I0429 07:00:11.788220 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9qqrs I0429 07:00:14.769859 3790 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:14.770434 3790 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:15.658466 3790 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:15.658490 3790 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bv4xs-8s7p4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:15.744746 3790 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:15.745374 3790 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:15.766648 3790 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:15.766668 3790 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:15.780427 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0429 07:00:15.780450 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0429 07:00:16.037140 3790 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-86847f9786-n46pr] creating logical port tsf-tas_ctlog-86847f9786-n46pr for pod on switch ip-10-0-0-41.ec2.internal I0429 07:00:16.037224 3790 kube.go:256] Updating pod tsf-tas/ctlog-86847f9786-n46pr I0429 07:00:16.056880 3790 pod.go:62] [tsf-tas/ctlog-86847f9786-n46pr] pod update took 19.674366ms I0429 07:00:16.056910 3790 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-86847f9786-n46pr] addLogicalPort annotation time took 19.711275ms I0429 07:00:16.058482 3790 pods.go:271] [tsf-tas/ctlog-86847f9786-n46pr] addLogicalPort took 21.357904ms, libovsdb time 1.03232ms I0429 07:00:17.021723 3790 cni.go:452] [tsf-tas/ctlog-86847f9786-n46pr 555bdb0cd2645e8d4a187a4ae374d5a0e01b3a02d6365271032cf981adc402a7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-86847f9786-n46pr 555bdb0cd2645e8d4a187a4ae374d5a0e01b3a02d6365271032cf981adc402a7 network default NAD default NAD key ] I0429 07:00:17.031540 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-86847f9786-n46pr, hostIfaceName: 555bdb0cd2645e8, network: default, NAD default, SandboxID: "555bdb0cd2645e8d4a187a4ae374d5a0e01b3a02d6365271032cf981adc402a7", PCI device ID: , UID: "bf329fc6-1b15-4efa-baad-352f15ec2148", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0429 07:00:17.084004 3790 cni.go:473] [tsf-tas/ctlog-86847f9786-n46pr 555bdb0cd2645e8d4a187a4ae374d5a0e01b3a02d6365271032cf981adc402a7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-86847f9786-n46pr 555bdb0cd2645e8d4a187a4ae374d5a0e01b3a02d6365271032cf981adc402a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:31:39:34:20:ee\",\"name\":\"555bdb0cd2645e8\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3b8d535-5031-4670-90c3-7a17a0e68f9e\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 07:00:19.725745 3790 cni.go:452] [tsf-tas/rekor-createtree-job-vzxvc-ndhbv cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-vzxvc-ndhbv cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82 network default NAD default NAD key ] I0429 07:00:19.813341 3790 cni.go:473] [tsf-tas/rekor-createtree-job-vzxvc-ndhbv cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-vzxvc-ndhbv cab90901060ea598b28b9d4b11c59fd708cd1b0fdb1a8c408261103de9a8af82 network default NAD default NAD key default], result "{}", err I0429 07:00:19.865137 3790 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vzxvc-ndhbv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:19.865169 3790 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-vzxvc-ndhbv I0429 07:00:19.866626 3790 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-vzxvc-ndhbv, ips: 10.130.0.38 I0429 07:00:19.866655 3790 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-vzxvc-ndhbv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 07:00:20.752090 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0429 07:00:20.756403 3790 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vzxvc-ndhbv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:20.756430 3790 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-vzxvc-ndhbv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:21.809593 3790 obj_retry.go:498] Detected object tsf-tpa/create-db-jdw4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:21.810238 3790 obj_retry.go:498] Detected object tsf-tpa/create-db-jdw4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:22.596747 3790 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-74d8dcdfb7-z76s6] creating logical port tsf-tas_rekor-redis-74d8dcdfb7-z76s6 for pod on switch ip-10-0-0-41.ec2.internal I0429 07:00:22.596874 3790 kube.go:256] Updating pod tsf-tas/rekor-redis-74d8dcdfb7-z76s6 I0429 07:00:22.614313 3790 pod.go:62] [tsf-tas/rekor-redis-74d8dcdfb7-z76s6] pod update took 17.482956ms I0429 07:00:22.614336 3790 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-74d8dcdfb7-z76s6] addLogicalPort annotation time took 17.513531ms I0429 07:00:22.615641 3790 pods.go:271] [tsf-tas/rekor-redis-74d8dcdfb7-z76s6] addLogicalPort took 18.911516ms, libovsdb time 906.518µs I0429 07:00:22.837159 3790 obj_retry.go:492] Detected object tsf-tpa/create-db-jdw4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:22.837178 3790 obj_retry.go:492] Detected object tsf-tpa/create-db-jdw4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:23.556993 3790 cni.go:452] [tsf-tas/rekor-redis-74d8dcdfb7-z76s6 9796b4687da341c8b6bf683fa8b3f92138399328d4909dc96de21a121a8765b6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-74d8dcdfb7-z76s6 9796b4687da341c8b6bf683fa8b3f92138399328d4909dc96de21a121a8765b6 network default NAD default NAD key ] I0429 07:00:23.566819 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-74d8dcdfb7-z76s6, hostIfaceName: 9796b4687da341c, network: default, NAD default, SandboxID: "9796b4687da341c8b6bf683fa8b3f92138399328d4909dc96de21a121a8765b6", PCI device ID: , UID: "0c3b4704-b0e2-424c-999d-b2f1c947ffac", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0429 07:00:23.618991 3790 cni.go:473] [tsf-tas/rekor-redis-74d8dcdfb7-z76s6 9796b4687da341c8b6bf683fa8b3f92138399328d4909dc96de21a121a8765b6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-74d8dcdfb7-z76s6 9796b4687da341c8b6bf683fa8b3f92138399328d4909dc96de21a121a8765b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ab:ca:57:eb:6a\",\"name\":\"9796b4687da341c\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/754355a2-35ac-4aff-9618-916279487555\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 07:00:25.760588 3790 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0429 07:00:26.532861 3790 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6rmtn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:26.533487 3790 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6rmtn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0429 07:00:26.713514 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0429 07:00:27.561540 3790 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6rmtn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:27.561572 3790 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6rmtn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:27.774908 3790 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-4cpzm] creating logical port tsf-tpa_create-importers-4cpzm for pod on switch ip-10-0-0-41.ec2.internal I0429 07:00:27.775023 3790 kube.go:256] Updating pod tsf-tpa/create-importers-4cpzm I0429 07:00:27.787813 3790 pod.go:62] [tsf-tpa/create-importers-4cpzm] pod update took 12.817084ms I0429 07:00:27.787833 3790 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-4cpzm] addLogicalPort annotation time took 12.841185ms I0429 07:00:27.789211 3790 pods.go:271] [tsf-tpa/create-importers-4cpzm] addLogicalPort took 14.328459ms, libovsdb time 910.072µs I0429 07:00:28.352709 3790 cni.go:452] [tsf-tpa/create-importers-4cpzm 475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-4cpzm 475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28 network default NAD default NAD key ] I0429 07:00:28.362452 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-4cpzm, hostIfaceName: 475a7cf9b825942, network: default, NAD default, SandboxID: "475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28", PCI device ID: , UID: "2c168bf6-881b-44d8-8982-83a2292f935f", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0429 07:00:28.415660 3790 cni.go:473] [tsf-tpa/create-importers-4cpzm 475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-4cpzm 475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:23:60:21:19:f1\",\"name\":\"475a7cf9b825942\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12b0335b-08b9-49d9-9816-e1272644bf6d\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 07:00:30.760209 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0429 07:00:31.744399 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0429 07:00:31.801711 3790 cni.go:452] [tsf-tpa/create-importers-4cpzm 475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-4cpzm 475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28 network default NAD default NAD key ] I0429 07:00:31.873625 3790 cni.go:473] [tsf-tpa/create-importers-4cpzm 475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-4cpzm 475a7cf9b8259421cdf90c912d24d12214ab22345aad470d430103ef312d5e28 network default NAD default NAD key default], result "{}", err I0429 07:00:31.928354 3790 obj_retry.go:498] Detected object tsf-tpa/create-importers-4cpzm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:31.928398 3790 pods.go:176] Deleting pod: tsf-tpa/create-importers-4cpzm I0429 07:00:31.929673 3790 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-4cpzm, ips: 10.130.0.46 I0429 07:00:31.929704 3790 obj_retry.go:498] Detected object tsf-tpa/create-importers-4cpzm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:00:32.954847 3790 obj_retry.go:492] Detected object tsf-tpa/create-importers-4cpzm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:00:32.954872 3790 obj_retry.go:492] Detected object tsf-tpa/create-importers-4cpzm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0429 07:00:37.805062 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0429 07:00:38.790666 3790 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0429 07:00:48.441101 3790 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-kv285-fhbqg] creating logical port tsf-tas_tuf-repository-init-kv285-fhbqg for pod on switch ip-10-0-0-41.ec2.internal I0429 07:00:48.441198 3790 kube.go:256] Updating pod tsf-tas/tuf-repository-init-kv285-fhbqg I0429 07:00:48.454451 3790 pod.go:62] [tsf-tas/tuf-repository-init-kv285-fhbqg] pod update took 13.277195ms I0429 07:00:48.454475 3790 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-kv285-fhbqg] addLogicalPort annotation time took 13.304303ms I0429 07:00:48.455844 3790 pods.go:271] [tsf-tas/tuf-repository-init-kv285-fhbqg] addLogicalPort took 14.763911ms, libovsdb time 902.365µs I0429 07:00:57.805938 3790 cni.go:452] [tsf-tas/tuf-repository-init-kv285-fhbqg d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-kv285-fhbqg d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be network default NAD default NAD key ] I0429 07:00:57.815298 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-kv285-fhbqg, hostIfaceName: d6d688a2298d8e0, network: default, NAD default, SandboxID: "d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be", PCI device ID: , UID: "e3c34ee8-43f6-400f-882f-865020cff715", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0429 07:00:57.866352 3790 cni.go:473] [tsf-tas/tuf-repository-init-kv285-fhbqg d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-kv285-fhbqg d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:5c:52:45:a7:24\",\"name\":\"d6d688a2298d8e0\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65e0dd9e-7ec5-426b-b81a-56ea146a8434\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 07:01:05.141750 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0429 07:01:07.072372 3790 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:07.072924 3790 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:07.117192 3790 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:07.117211 3790 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:07.125920 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0429 07:01:07.125944 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0429 07:01:07.949686 3790 namespace.go:98] [build-service] adding namespace I0429 07:01:07.950555 3790 namespace.go:102] [build-service] adding namespace took 849.416µs I0429 07:01:07.950785 3790 namespace.go:98] [integration-service] adding namespace I0429 07:01:07.951517 3790 namespace.go:102] [integration-service] adding namespace took 716.207µs I0429 07:01:07.954110 3790 namespace.go:98] [default-tenant] adding namespace I0429 07:01:07.954788 3790 namespace.go:102] [default-tenant] adding namespace took 661.336µs I0429 07:01:07.956765 3790 namespace.go:98] [image-controller] adding namespace I0429 07:01:07.957367 3790 namespace.go:102] [image-controller] adding namespace took 588.175µs I0429 07:01:08.018221 3790 namespace.go:142] [build-service] updating namespace I0429 07:01:08.044775 3790 namespace.go:142] [build-service] updating namespace I0429 07:01:08.066504 3790 namespace.go:142] [integration-service] updating namespace I0429 07:01:08.093259 3790 namespace.go:142] [integration-service] updating namespace I0429 07:01:08.184845 3790 namespace.go:142] [default-tenant] updating namespace I0429 07:01:08.185100 3790 namespace.go:142] [build-service] updating namespace I0429 07:01:08.224486 3790 namespace.go:142] [integration-service] updating namespace I0429 07:01:08.229695 3790 namespace.go:142] [image-controller] updating namespace I0429 07:01:08.248226 3790 namespace.go:142] [default-tenant] updating namespace I0429 07:01:08.269157 3790 namespace.go:98] [release-service] adding namespace I0429 07:01:08.270002 3790 namespace.go:102] [release-service] adding namespace took 828.119µs I0429 07:01:08.284281 3790 namespace.go:142] [image-controller] updating namespace I0429 07:01:08.316158 3790 namespace.go:142] [konflux-ui] updating namespace I0429 07:01:08.323358 3790 namespace.go:142] [release-service] updating namespace I0429 07:01:08.372324 3790 namespace.go:142] [release-service] updating namespace I0429 07:01:08.403160 3790 namespace.go:98] [konflux-info] adding namespace I0429 07:01:08.404048 3790 namespace.go:102] [konflux-info] adding namespace took 867.547µs I0429 07:01:08.451089 3790 namespace.go:98] [namespace-lister] adding namespace I0429 07:01:08.451760 3790 namespace.go:102] [namespace-lister] adding namespace took 655.705µs I0429 07:01:08.499944 3790 namespace.go:98] [enterprise-contract-service] adding namespace I0429 07:01:08.500653 3790 namespace.go:102] [enterprise-contract-service] adding namespace took 676.53µs I0429 07:01:08.538093 3790 namespace.go:142] [image-controller] updating namespace I0429 07:01:08.552132 3790 namespace.go:142] [konflux-info] updating namespace I0429 07:01:08.590869 3790 namespace.go:142] [konflux-info] updating namespace I0429 07:01:08.640768 3790 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:08.707326 3790 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:08.721347 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:08.734581 3790 namespace.go:142] [default-tenant] updating namespace I0429 07:01:08.845145 3790 namespace.go:98] [segment-bridge] adding namespace I0429 07:01:08.845898 3790 namespace.go:102] [segment-bridge] adding namespace took 734.29µs I0429 07:01:08.886047 3790 namespace.go:98] [konflux-cli] adding namespace I0429 07:01:08.886809 3790 namespace.go:102] [konflux-cli] adding namespace took 748.227µs I0429 07:01:08.973363 3790 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0429 07:01:08.973891 3790 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0429 07:01:08.973906 3790 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0429 07:01:08.976444 3790 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0429 07:01:09.021122 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:09.028944 3790 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0429 07:01:09.028973 3790 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0429 07:01:09.029618 3790 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0429 07:01:09.587116 3790 namespace.go:142] [segment-bridge] updating namespace I0429 07:01:09.681280 3790 namespace.go:142] [segment-bridge] updating namespace I0429 07:01:09.749302 3790 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:10.002226 3790 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:10.590489 3790 base_network_controller_pods.go:487] [default/konflux-ui/proxy-688676554b-bsqwd] creating logical port konflux-ui_proxy-688676554b-bsqwd for pod on switch ip-10-0-0-41.ec2.internal I0429 07:01:10.590594 3790 kube.go:256] Updating pod konflux-ui/proxy-688676554b-bsqwd I0429 07:01:10.590606 3790 base_network_controller_pods.go:487] [default/konflux-ui/dex-55d5c884b6-6d7wn] creating logical port konflux-ui_dex-55d5c884b6-6d7wn for pod on switch ip-10-0-0-41.ec2.internal I0429 07:01:10.590675 3790 kube.go:256] Updating pod konflux-ui/dex-55d5c884b6-6d7wn I0429 07:01:10.645488 3790 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-tvrjz] creating logical port image-controller_image-controller-controller-manager-6f859968fc-tvrjz for pod on switch ip-10-0-0-41.ec2.internal I0429 07:01:10.645565 3790 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-tvrjz I0429 07:01:10.776159 3790 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-tvrjz] pod update took 130.615387ms I0429 07:01:10.776188 3790 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-tvrjz] addLogicalPort annotation time took 130.648621ms I0429 07:01:10.776216 3790 pod.go:62] [konflux-ui/proxy-688676554b-bsqwd] pod update took 185.661302ms I0429 07:01:10.776236 3790 base_network_controller_pods.go:951] [default/konflux-ui/proxy-688676554b-bsqwd] addLogicalPort annotation time took 185.683554ms I0429 07:01:10.776159 3790 pod.go:62] [konflux-ui/dex-55d5c884b6-6d7wn] pod update took 185.501247ms I0429 07:01:10.776264 3790 base_network_controller_pods.go:951] [default/konflux-ui/dex-55d5c884b6-6d7wn] addLogicalPort annotation time took 185.611409ms I0429 07:01:10.777511 3790 pods.go:271] [konflux-ui/proxy-688676554b-bsqwd] addLogicalPort took 187.039075ms, libovsdb time 858.525µs I0429 07:01:10.777946 3790 pods.go:271] [konflux-ui/dex-55d5c884b6-6d7wn] addLogicalPort took 187.351534ms, libovsdb time 1.12159ms I0429 07:01:10.778108 3790 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-tvrjz] addLogicalPort took 132.634772ms, libovsdb time 1.423465ms I0429 07:01:11.261383 3790 namespace.go:142] [build-service] updating namespace I0429 07:01:11.284138 3790 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-tvrjz f7339e2bd6c9d397adae7c7a91adfb85e61ea226a4d327aa9a9cb64cbcc21ea5 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-tvrjz f7339e2bd6c9d397adae7c7a91adfb85e61ea226a4d327aa9a9cb64cbcc21ea5 network default NAD default NAD key ] I0429 07:01:11.293404 3790 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-tvrjz, hostIfaceName: f7339e2bd6c9d39, network: default, NAD default, SandboxID: "f7339e2bd6c9d397adae7c7a91adfb85e61ea226a4d327aa9a9cb64cbcc21ea5", PCI device ID: , UID: "2df1d80b-ec67-4b72-adf7-921dccce1643", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0429 07:01:11.346096 3790 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-tvrjz f7339e2bd6c9d397adae7c7a91adfb85e61ea226a4d327aa9a9cb64cbcc21ea5 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-tvrjz f7339e2bd6c9d397adae7c7a91adfb85e61ea226a4d327aa9a9cb64cbcc21ea5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:4f:bc:7c:14:27\",\"name\":\"f7339e2bd6c9d39\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72abb5ca-c993-4e15-a127-fa7b0981cc9c\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 07:01:11.362008 3790 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-6vgbv] creating logical port build-service_build-service-controller-manager-7cbf488fcf-6vgbv for pod on switch ip-10-0-0-41.ec2.internal I0429 07:01:11.362130 3790 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-6vgbv I0429 07:01:11.392686 3790 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-6vgbv] pod update took 30.575818ms I0429 07:01:11.392714 3790 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-6vgbv] addLogicalPort annotation time took 30.61029ms I0429 07:01:11.393998 3790 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-6vgbv] addLogicalPort took 32.008875ms, libovsdb time 861.465µs I0429 07:01:11.571174 3790 namespace.go:142] [default-tenant] updating namespace I0429 07:01:11.717625 3790 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-6vgbv d3c380bf2d455e365e0c7c94243ffea1c69c8ef9f752bf611875b8ca6e46ec5f network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-6vgbv d3c380bf2d455e365e0c7c94243ffea1c69c8ef9f752bf611875b8ca6e46ec5f network default NAD default NAD key ] I0429 07:01:11.727335 3790 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-6vgbv, hostIfaceName: d3c380bf2d455e3, network: default, NAD default, SandboxID: "d3c380bf2d455e365e0c7c94243ffea1c69c8ef9f752bf611875b8ca6e46ec5f", PCI device ID: , UID: "89a0e748-43a2-4b9f-acca-e00f6cf85d6c", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0429 07:01:11.778156 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:11.779394 3790 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-6vgbv d3c380bf2d455e365e0c7c94243ffea1c69c8ef9f752bf611875b8ca6e46ec5f network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-6vgbv d3c380bf2d455e365e0c7c94243ffea1c69c8ef9f752bf611875b8ca6e46ec5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:3f:51:9a:69:04\",\"name\":\"d3c380bf2d455e3\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d410cdc3-0f17-4a71-8885-b75b8cc4a12f\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 07:01:11.979178 3790 namespace.go:142] [image-controller] updating namespace I0429 07:01:12.201386 3790 namespace.go:142] [integration-service] updating namespace I0429 07:01:12.333701 3790 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6df8685c7d-zwr49] creating logical port integration-service_integration-service-controller-manager-6df8685c7d-zwr49 for pod on switch ip-10-0-0-41.ec2.internal I0429 07:01:12.333822 3790 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6df8685c7d-zwr49 I0429 07:01:12.361170 3790 pod.go:62] [integration-service/integration-service-controller-manager-6df8685c7d-zwr49] pod update took 27.379114ms I0429 07:01:12.361201 3790 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6df8685c7d-zwr49] addLogicalPort annotation time took 27.413842ms I0429 07:01:12.362725 3790 pods.go:271] [integration-service/integration-service-controller-manager-6df8685c7d-zwr49] addLogicalPort took 29.045625ms, libovsdb time 937.59µs I0429 07:01:12.401616 3790 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:12.570359 3790 namespace.go:142] [konflux-info] updating namespace I0429 07:01:12.757406 3790 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:12.950326 3790 namespace.go:142] [release-service] updating namespace I0429 07:01:13.158615 3790 namespace.go:142] [segment-bridge] updating namespace I0429 07:01:13.280717 3790 namespace.go:142] [build-service] updating namespace I0429 07:01:13.296024 3790 namespace.go:142] [default-tenant] updating namespace I0429 07:01:13.313167 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:13.326010 3790 namespace.go:142] [image-controller] updating namespace I0429 07:01:13.339270 3790 namespace.go:142] [integration-service] updating namespace I0429 07:01:13.362892 3790 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:13.388240 3790 namespace.go:142] [konflux-info] updating namespace I0429 07:01:13.400773 3790 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:13.420641 3790 namespace.go:142] [release-service] updating namespace I0429 07:01:13.435052 3790 namespace.go:142] [segment-bridge] updating namespace I0429 07:01:13.482630 3790 namespace.go:142] [build-service] updating namespace I0429 07:01:13.534072 3790 namespace.go:142] [default-tenant] updating namespace I0429 07:01:13.625365 3790 namespace.go:142] [enterprise-contract-service] updating namespace I0429 07:01:13.727157 3790 namespace.go:142] [image-controller] updating namespace I0429 07:01:13.823946 3790 namespace.go:142] [integration-service] updating namespace I0429 07:01:13.932189 3790 namespace.go:142] [konflux-cli] updating namespace I0429 07:01:14.036336 3790 namespace.go:142] [konflux-info] updating namespace I0429 07:01:14.129426 3790 namespace.go:142] [namespace-lister] updating namespace I0429 07:01:14.221830 3790 namespace.go:142] [release-service] updating namespace I0429 07:01:14.335287 3790 namespace.go:142] [segment-bridge] updating namespace W0429 07:01:18.080713 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0429 07:01:18.119302 3790 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0429 07:01:18.415172 3790 cni.go:452] [konflux-ui/proxy-688676554b-bsqwd df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-688676554b-bsqwd df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041 network default NAD default NAD key ] I0429 07:01:18.420324 3790 cni.go:452] [konflux-ui/dex-55d5c884b6-6d7wn 37bd657408fa58e97a1ac80579e0c28d70c10f66b5743bd39afa47fae72e907c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-55d5c884b6-6d7wn 37bd657408fa58e97a1ac80579e0c28d70c10f66b5743bd39afa47fae72e907c network default NAD default NAD key ] I0429 07:01:18.424631 3790 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-688676554b-bsqwd, hostIfaceName: df204dc9f00bceb, network: default, NAD default, SandboxID: "df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041", PCI device ID: , UID: "e168a0f8-ab0c-4b79-a16a-938a87e9f49c", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0429 07:01:18.430518 3790 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-55d5c884b6-6d7wn, hostIfaceName: 37bd657408fa58e, network: default, NAD default, SandboxID: "37bd657408fa58e97a1ac80579e0c28d70c10f66b5743bd39afa47fae72e907c", PCI device ID: , UID: "bbcb3ecb-7c6d-458e-9165-551699050af4", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0429 07:01:18.477938 3790 cni.go:473] [konflux-ui/proxy-688676554b-bsqwd df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-688676554b-bsqwd df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:11:94:17:fd:4e\",\"name\":\"df204dc9f00bceb\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62abb826-647c-424f-9af2-58bd220873fe\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 07:01:18.502060 3790 cni.go:473] [konflux-ui/dex-55d5c884b6-6d7wn 37bd657408fa58e97a1ac80579e0c28d70c10f66b5743bd39afa47fae72e907c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-55d5c884b6-6d7wn 37bd657408fa58e97a1ac80579e0c28d70c10f66b5743bd39afa47fae72e907c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:5f:ea:a0:87:4e\",\"name\":\"37bd657408fa58e\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/458498f2-5c6c-4f1f-84b0-7f20636ba7fd\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 07:01:18.903373 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0429 07:01:19.065461 3790 cni.go:452] [tsf-tas/tuf-repository-init-kv285-fhbqg d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-kv285-fhbqg d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be network default NAD default NAD key ] I0429 07:01:19.151837 3790 cni.go:473] [tsf-tas/tuf-repository-init-kv285-fhbqg d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-kv285-fhbqg d6d688a2298d8e0bcb6a7fb24c3256a8068a1ce0735c8f73d4bad079489043be network default NAD default NAD key default], result "{}", err I0429 07:01:19.188252 3790 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-kv285-fhbqg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:19.188334 3790 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-kv285-fhbqg I0429 07:01:19.190329 3790 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-kv285-fhbqg, ips: 10.130.0.47 I0429 07:01:19.190368 3790 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-kv285-fhbqg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:20.194373 3790 cni.go:452] [integration-service/integration-service-controller-manager-6df8685c7d-zwr49 57c219f78319b0e0bec1094a2e632411b49043444d791e63ffb67b84f1bd3ebe network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6df8685c7d-zwr49 57c219f78319b0e0bec1094a2e632411b49043444d791e63ffb67b84f1bd3ebe network default NAD default NAD key ] I0429 07:01:20.204472 3790 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6df8685c7d-zwr49, hostIfaceName: 57c219f78319b0e, network: default, NAD default, SandboxID: "57c219f78319b0e0bec1094a2e632411b49043444d791e63ffb67b84f1bd3ebe", PCI device ID: , UID: "8381b16e-27dd-4e99-811b-3dfbf58f4da6", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0429 07:01:20.214447 3790 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-kv285-fhbqg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:20.214523 3790 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-kv285-fhbqg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:20.266608 3790 cni.go:473] [integration-service/integration-service-controller-manager-6df8685c7d-zwr49 57c219f78319b0e0bec1094a2e632411b49043444d791e63ffb67b84f1bd3ebe network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6df8685c7d-zwr49 57c219f78319b0e0bec1094a2e632411b49043444d791e63ffb67b84f1bd3ebe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ab:ac:e9:5a:8e\",\"name\":\"57c219f78319b0e\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36fb431a-cfb8-40af-9a2b-7cd59b5592c4\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0429 07:01:20.820943 3790 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-n5887] creating logical port tsf-tas_tuf-97fc8ff76-n5887 for pod on switch ip-10-0-0-41.ec2.internal I0429 07:01:20.821070 3790 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-n5887 I0429 07:01:20.837009 3790 pod.go:62] [tsf-tas/tuf-97fc8ff76-n5887] pod update took 15.969445ms I0429 07:01:20.837095 3790 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-n5887] addLogicalPort annotation time took 16.05879ms I0429 07:01:20.838582 3790 pods.go:271] [tsf-tas/tuf-97fc8ff76-n5887] addLogicalPort took 17.655591ms, libovsdb time 997.833µs W0429 07:01:21.078410 3790 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0429 07:01:23.057081 3790 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 W0429 07:01:24.118678 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 07:01:24.118700 3790 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 07:01:24.151246 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 07:01:24.151367 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 07:01:25.967161 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0429 07:01:25.968099 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0429 07:01:25.998832 3790 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0429 07:01:25.999999 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 07:01:26.033160 3790 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0429 07:01:26.033176 3790 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0429 07:01:29.066998 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0429 07:01:29.097709 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0429 07:01:29.294211 3790 cni.go:452] [tsf-tas/tuf-97fc8ff76-n5887 a27ae96ce26d2a182bea55ad045786821603c94b179df342dfbb9fbb48dcace8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-n5887 a27ae96ce26d2a182bea55ad045786821603c94b179df342dfbb9fbb48dcace8 network default NAD default NAD key ] I0429 07:01:29.304043 3790 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-n5887, hostIfaceName: a27ae96ce26d2a1, network: default, NAD default, SandboxID: "a27ae96ce26d2a182bea55ad045786821603c94b179df342dfbb9fbb48dcace8", PCI device ID: , UID: "b6f367a8-8f3f-46f4-88e7-34c2734aa746", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0429 07:01:29.356757 3790 cni.go:473] [tsf-tas/tuf-97fc8ff76-n5887 a27ae96ce26d2a182bea55ad045786821603c94b179df342dfbb9fbb48dcace8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-n5887 a27ae96ce26d2a182bea55ad045786821603c94b179df342dfbb9fbb48dcace8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:00:81:c4:e8:59\",\"name\":\"a27ae96ce26d2a1\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/446edc76-5f7c-4dd8-a5f2-3478ebedb084\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0429 07:01:31.159865 3790 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0429 07:01:35.119062 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0429 07:01:35.149165 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0429 07:01:35.149301 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0429 07:01:35.473245 3790 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nllnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:35.473777 3790 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nllnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:01:36.031666 3790 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nllnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:36.031698 3790 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-nllnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:01:36.039725 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-nllnc I0429 07:01:36.039757 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-nllnc W0429 07:01:42.171348 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0429 07:01:53.896261 3790 namespace.go:142] [openshift-pipelines] updating namespace I0429 07:01:54.152226 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0429 07:02:01.173642 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0429 07:02:01.173660 3790 util.go:959] Failed to build node endpoints for node ip-10-0-0-41.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0429 07:02:15.135328 3790 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0429 07:02:36.200454 3790 cni.go:452] [konflux-ui/proxy-688676554b-bsqwd df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-688676554b-bsqwd df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041 network default NAD default NAD key ] I0429 07:02:36.287918 3790 cni.go:473] [konflux-ui/proxy-688676554b-bsqwd df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-688676554b-bsqwd df204dc9f00bcebaddeb2defc2ff8b9234cd4eb8bde38ef20640efc9f668e041 network default NAD default NAD key default], result "{}", err I0429 07:02:36.354068 3790 obj_retry.go:498] Detected object konflux-ui/proxy-688676554b-bsqwd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:02:36.354097 3790 pods.go:176] Deleting pod: konflux-ui/proxy-688676554b-bsqwd I0429 07:02:36.355540 3790 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-688676554b-bsqwd, ips: 10.130.0.48 I0429 07:02:36.355573 3790 obj_retry.go:498] Detected object konflux-ui/proxy-688676554b-bsqwd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:02:36.518514 3790 obj_retry.go:492] Detected object konflux-ui/proxy-688676554b-bsqwd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:02:36.518544 3790 obj_retry.go:492] Detected object konflux-ui/proxy-688676554b-bsqwd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:02:36.530660 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-688676554b-bsqwd I0429 07:02:36.530685 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-688676554b-bsqwd I0429 07:02:40.537517 3790 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0429 07:02:40.538111 3790 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0429 07:02:40.558286 3790 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:02:40.558308 3790 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0429 07:02:40.567470 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0429 07:02:40.567492 3790 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0429 07:02:46.177493 3790 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9