+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-105.ec2.internal ++ [[ -n ip-10-0-1-105.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-105.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0521 19:41:40.059860942 - disable conntrack on geneve port + echo 'I0521 19:41:40.059860942 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:41:40.076500332 - starting ovnkube-node + echo 'I0521 19:41:40.076500332 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-105.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-105.ec2.internal --init-node ip-10-0-1-105.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-105.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:41:40.115937 3838 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:41:40.115986 3838 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-f7f5605795.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:41:40.117308 3838 kube.go:431] Waiting for certificate I0521 19:41:40.117351 3838 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:41:40.117392 3838 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:41:40.118144 3838 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:41:40.151109 3838 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:41:40.151124 3838 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:41:40.153656 3838 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:41:40.153740 3838 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4s2bv" I0521 19:41:49.403017 3838 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4s2bv" I0521 19:41:49.403132 3838 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:41:50.117593 3838 kube.go:438] Certificate found I0521 19:41:50.118187 3838 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:41:50.119672 3838 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:41:50.182073 3838 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:41:50.198124 3838 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:41:50.198310 3838 factory.go:561] Starting watch factory I0521 19:41:50.198642 3838 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.198698 3838 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.198768 3838 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.198638 3838 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.199299 3838 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.199306 3838 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.199322 3838 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.199328 3838 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.199348 3838 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.199358 3838 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.199429 3838 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.198711 3838 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.198266 3838 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:41:50.199744 3838 server.go:101] MetricServer registers OVS metrics I0521 19:41:50.200302 3838 server.go:105] MetricServer registers OVN DB metrics I0521 19:41:50.205272 3838 controller_manager.go:370] Starting the ovnkube controller I0521 19:41:50.205299 3838 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-105.ec2.internal I0521 19:41:50.205317 3838 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:41:50.205346 3838 controller_manager.go:395] NBDB zone sync took: 39.971µs I0521 19:41:50.205350 3838 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:41:50.205352 3838 factory.go:561] Starting watch factory I0521 19:41:50.218112 3838 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:41:50.218129 3838 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:41:50.221573 3838 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:41:50.221599 3838 server.go:109] MetricServer registers OVN Controller metrics I0521 19:41:50.225262 3838 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.225319 3838 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.225444 3838 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.225462 3838 server.go:113] MetricServer registers OVN Northd metrics I0521 19:41:50.228873 3838 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.229130 3838 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.231178 3838 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:41:50.239650 3838 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:41:50.304066 3838 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:41:50.304082 3838 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:41:50.304086 3838 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:41:50.304090 3838 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:41:50.304093 3838 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:41:50.304096 3838 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:41:50.304158 3838 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:50.304173 3838 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:50.304185 3838 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:50.304199 3838 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:50.306810 3838 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:50.307851 3838 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:41:50.309899 3838 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:41:50.309908 3838 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:41:50.309952 3838 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.309963 3838 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.311319 3838 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:41:50.311331 3838 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:41:50.311334 3838 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:41:50.311337 3838 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:41:50.311340 3838 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:41:50.311343 3838 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:41:50.313333 3838 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.315329 3838 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:41:50.315397 3838 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.315413 3838 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.316763 3838 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:41:50.316773 3838 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:41:50.317914 3838 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.321065 3838 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:41:50.321116 3838 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.321126 3838 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.322316 3838 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:41:50.323502 3838 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.326473 3838 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:41:50.326520 3838 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.326533 3838 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.327846 3838 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:41:50.328939 3838 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.331993 3838 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:41:50.332045 3838 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.332056 3838 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.333142 3838 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:41:50.334297 3838 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.337198 3838 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:41:50.337792 3838 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:41:50.337827 3838 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:41:50.338167 3838 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:41:50.340386 3838 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:41:50.342326 3838 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:41:50.342539 3838 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.342563 3838 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.342583 3838 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.342602 3838 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.343306 3838 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:41:50.344748 3838 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.345157 3838 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:41:50.347372 3838 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:41:50.347384 3838 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:41:50.347391 3838 factory.go:680] Watch Factory start up complete, took: 149.087695ms I0521 19:41:50.347459 3838 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:41:50.348740 3838 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:41:50.353898 3838 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:41:50.353910 3838 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:41:50.353917 3838 factory.go:680] Watch Factory start up complete, took: 148.563591ms I0521 19:41:50.353923 3838 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-105.ec2.internal" zone I0521 19:41:50.387837 3838 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:41:50.441532 3838 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:41:50.447615 3838 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:41:50.466878 3838 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:36:49 +0000 UTC" deadline="2026-05-22 12:54:38.682601655 +0000 UTC" I0521 19:41:50.466906 3838 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h12m48.21570218s" I0521 19:41:50.499726 3838 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:41:50.499856 3838 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:41:50.499871 3838 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:41:50.532218 3838 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:41:50.532287 3838 default_node_network_controller.go:809] Node ip-10-0-1-105.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0521 19:41:50.536942 3838 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.105"] k8s.ovn.org/zone-name:ip-10-0-1-105.ec2.internal] on node ip-10-0-1-105.ec2.internal I0521 19:41:50.562836 3838 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:41:50.568690 3838 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:41:50.568845 3838 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0521 19:41:50.568995 3838 gateway_init.go:263] Preparing Gateway I0521 19:41:50.569006 3838 gateway_shared_intf.go:1687] Creating new gateway I0521 19:41:50.603967 3838 controller_manager.go:429] Waiting for node in zone sync took: 250.031852ms I0521 19:41:50.610349 3838 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:41:50.610364 3838 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-105.ec2.internal I0521 19:41:50.626673 3838 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:41:50.632612 3838 controller_manager.go:290] SCTP support detected in OVN I0521 19:41:50.633304 3838 services_controller.go:69] Creating services controller for network=default I0521 19:41:50.633384 3838 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:41:50.633693 3838 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:41:50.633745 3838 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:41:50.633761 3838 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:41:50.633770 3838 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:41:50.633906 3838 udn_enabled_svc.go:95] Performing full resync I0521 19:41:50.634030 3838 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:41:50.634083 3838 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:41:50.634124 3838 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.548µs I0521 19:41:50.634167 3838 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 75.141µs I0521 19:41:50.634180 3838 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 95.242µs I0521 19:41:50.634187 3838 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:41:50.634195 3838 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:41:50.634202 3838 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:41:50.634207 3838 default_network_controller.go:325] Starting the default network controller I0521 19:41:50.634210 3838 udn_enabled_svc.go:104] Starting worker I0521 19:41:50.634301 3838 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 39.97µs I0521 19:41:50.643165 3838 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:41:50.643216 3838 repair.go:33] Syncing exgw routes took 38.629µs I0521 19:41:50.643237 3838 default_network_controller.go:414] Starting all the Watchers... I0521 19:41:50.643408 3838 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:41:50.643418 3838 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:41:50.643424 3838 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:41:50.643426 3838 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:41:50.643442 3838 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:41:50.643444 3838 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:41:50.643443 3838 namespace.go:98] [default] adding namespace I0521 19:41:50.643452 3838 namespace.go:98] [kube-public] adding namespace I0521 19:41:50.643454 3838 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:41:50.643461 3838 namespace.go:98] [openshift-etcd] adding namespace I0521 19:41:50.643467 3838 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:41:50.643466 3838 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:41:50.643472 3838 namespace.go:98] [openshift-backplane] adding namespace I0521 19:41:50.643482 3838 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:41:50.643412 3838 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:41:50.644084 3838 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 661.558µs I0521 19:41:50.644098 3838 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:41:50.644603 3838 namespace.go:102] [openshift-monitoring] adding namespace took 500.338µs I0521 19:41:50.644623 3838 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:41:50.645059 3838 namespace.go:102] [openshift-machine-api] adding namespace took 430.302µs I0521 19:41:50.645072 3838 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:41:50.645532 3838 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.104036ms I0521 19:41:50.645545 3838 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:41:50.646151 3838 namespace.go:102] [openshift-apiserver] adding namespace took 2.718676ms I0521 19:41:50.646160 3838 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:41:50.646711 3838 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 3.271048ms I0521 19:41:50.646731 3838 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:41:50.647208 3838 namespace.go:102] [openshift-console-operator] adding namespace took 3.760268ms I0521 19:41:50.647226 3838 namespace.go:98] [openshift-config] adding namespace I0521 19:41:50.647787 3838 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 4.334877ms I0521 19:41:50.647806 3838 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:41:50.648704 3838 namespace.go:102] [default] adding namespace took 5.251728ms I0521 19:41:50.648716 3838 namespace.go:98] [openshift] adding namespace I0521 19:41:50.649187 3838 namespace.go:102] [kube-public] adding namespace took 5.728239ms I0521 19:41:50.649202 3838 namespace.go:98] [openshift-dns] adding namespace I0521 19:41:50.649697 3838 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.238547ms I0521 19:41:50.649708 3838 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:41:50.650131 3838 namespace.go:102] [openshift-etcd] adding namespace took 6.66342ms I0521 19:41:50.650145 3838 namespace.go:98] [openshift-console] adding namespace I0521 19:41:50.650265 3838 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:41:50.650664 3838 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.189181ms I0521 19:41:50.650677 3838 namespace.go:98] [openshift-insights] adding namespace I0521 19:41:50.651101 3838 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.623817ms I0521 19:41:50.651125 3838 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:41:50.651663 3838 namespace.go:102] [openshift-backplane] adding namespace took 8.177332ms I0521 19:41:50.651677 3838 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:41:50.652169 3838 namespace.go:102] [openshift-config-managed] adding namespace took 8.673192ms I0521 19:41:50.652192 3838 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:41:50.652616 3838 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.083867ms I0521 19:41:50.652632 3838 namespace.go:98] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] adding namespace I0521 19:41:50.653160 3838 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.082286ms I0521 19:41:50.653174 3838 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:41:50.653662 3838 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.10778ms I0521 19:41:50.653676 3838 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:41:50.654077 3838 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.911817ms I0521 19:41:50.654090 3838 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:41:50.654463 3838 namespace.go:102] [openshift-service-ca] adding namespace took 7.725541ms I0521 19:41:50.654478 3838 namespace.go:98] [openshift-authentication] adding namespace I0521 19:41:50.654855 3838 namespace.go:102] [openshift-config] adding namespace took 7.624714ms I0521 19:41:50.654877 3838 namespace.go:98] [openshift-network-console] adding namespace I0521 19:41:50.655243 3838 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.428449ms I0521 19:41:50.655261 3838 namespace.go:98] [kube-system] adding namespace I0521 19:41:50.655738 3838 namespace.go:102] [openshift] adding namespace took 7.016634ms I0521 19:41:50.655751 3838 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:41:50.656142 3838 namespace.go:102] [openshift-dns] adding namespace took 6.934714ms I0521 19:41:50.656155 3838 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:41:50.656557 3838 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:41:50.656574 3838 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.862505ms I0521 19:41:50.656582 3838 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:41:50.657195 3838 namespace.go:102] [openshift-console] adding namespace took 7.044139ms I0521 19:41:50.657207 3838 namespace.go:98] [kube-node-lease] adding namespace I0521 19:41:50.657781 3838 namespace.go:102] [openshift-insights] adding namespace took 7.098157ms I0521 19:41:50.657798 3838 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:41:50.658260 3838 namespace.go:102] [openshift-image-registry] adding namespace took 7.129976ms I0521 19:41:50.658272 3838 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:41:50.658727 3838 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.045793ms I0521 19:41:50.658741 3838 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:41:50.659182 3838 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.982035ms I0521 19:41:50.659199 3838 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:41:50.659748 3838 namespace.go:102] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] adding namespace took 7.103054ms I0521 19:41:50.659764 3838 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:41:50.660208 3838 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.026841ms I0521 19:41:50.660229 3838 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:41:50.660683 3838 namespace.go:102] [openshift-network-operator] adding namespace took 7.000219ms I0521 19:41:50.660701 3838 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:41:50.661101 3838 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.004651ms I0521 19:41:50.661119 3838 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:41:50.661538 3838 namespace.go:102] [openshift-authentication] adding namespace took 7.055531ms I0521 19:41:50.661552 3838 namespace.go:98] [openshift-multus] adding namespace I0521 19:41:50.661959 3838 namespace.go:102] [openshift-network-console] adding namespace took 7.074538ms W0521 19:41:50.661962 3838 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5l57d: pod kube-system/global-pull-secret-syncer-5l57d: no pod IPs found W0521 19:41:50.661982 3838 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-w8psz: pod kube-system/global-pull-secret-syncer-w8psz: no pod IPs found I0521 19:41:50.661983 3838 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:41:50.662435 3838 namespace.go:102] [kube-system] adding namespace took 7.167982ms I0521 19:41:50.662458 3838 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:41:50.662856 3838 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:41:50.662872 3838 namespace.go:102] [openshift-config-operator] adding namespace took 7.115455ms I0521 19:41:50.662869 3838 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-105.ec2.internal","mac-address":"0a:ff:e1:32:d5:6b","ip-addresses":["10.0.1.105/24"],"ip-address":"10.0.1.105/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:79254921-edab-4587-bc1c-e2561a5a1eac k8s.ovn.org/node-encap-ips:["10.0.1.105"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.105/24"} k8s.ovn.org/zone-name:ip-10-0-1-105.ec2.internal] on node ip-10-0-1-105.ec2.internal I0521 19:41:50.662885 3838 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:41:50.663292 3838 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.11395ms I0521 19:41:50.663309 3838 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:41:50.663722 3838 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.134592ms I0521 19:41:50.663735 3838 namespace.go:98] [openshift-ingress] adding namespace I0521 19:41:50.664079 3838 namespace.go:102] [kube-node-lease] adding namespace took 6.867222ms I0521 19:41:50.664090 3838 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:41:50.664530 3838 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.72579ms I0521 19:41:50.664544 3838 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:41:50.664890 3838 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.61426ms I0521 19:41:50.664901 3838 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:41:50.665296 3838 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.549089ms I0521 19:41:50.665310 3838 namespace.go:98] [dedicated-admin] adding namespace I0521 19:41:50.665682 3838 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.479149ms I0521 19:41:50.665694 3838 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:41:50.666050 3838 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.281793ms I0521 19:41:50.666061 3838 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:41:50.666477 3838 namespace.go:102] [openshift-package-operator] adding namespace took 6.241831ms I0521 19:41:50.666850 3838 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.144417ms I0521 19:41:50.666861 3838 namespace.go:98] [openshift-dns-operator] adding namespace W0521 19:41:50.667214 3838 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jc68d: pod openshift-multus/network-metrics-daemon-jc68d: no pod IPs found W0521 19:41:50.667225 3838 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ktpl8: pod openshift-multus/network-metrics-daemon-ktpl8: no pod IPs found I0521 19:41:50.667254 3838 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.130792ms I0521 19:41:50.667263 3838 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:41:50.667731 3838 namespace.go:102] [openshift-multus] adding namespace took 6.17219ms I0521 19:41:50.667745 3838 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:41:50.668123 3838 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.133555ms I0521 19:41:50.668134 3838 namespace.go:98] [openshift-operators] adding namespace I0521 19:41:50.668561 3838 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.097631ms I0521 19:41:50.668573 3838 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:41:50.668963 3838 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.073337ms I0521 19:41:50.668976 3838 namespace.go:98] [openshift-host-network] adding namespace I0521 19:41:50.669394 3838 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.080065ms I0521 19:41:50.669405 3838 namespace.go:98] [openshift-backplane-srep] adding namespace W0521 19:41:50.669795 3838 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ptcpp: pod openshift-network-diagnostics/network-check-target-ptcpp: no pod IPs found W0521 19:41:50.669807 3838 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-59cqd: pod openshift-network-diagnostics/network-check-target-59cqd: no pod IPs found I0521 19:41:50.669839 3838 namespace.go:102] [openshift-ingress] adding namespace took 6.100154ms I0521 19:41:50.669849 3838 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:41:50.670302 3838 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.204423ms I0521 19:41:50.670316 3838 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:41:50.670707 3838 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.157996ms I0521 19:41:50.670718 3838 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:41:50.671085 3838 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.179083ms I0521 19:41:50.671096 3838 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:41:50.671522 3838 namespace.go:102] [dedicated-admin] adding namespace took 6.207711ms I0521 19:41:50.671534 3838 namespace.go:98] [openshift-infra] adding namespace I0521 19:41:50.671909 3838 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.210398ms I0521 19:41:50.671921 3838 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:41:50.672292 3838 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.226594ms I0521 19:41:50.672304 3838 namespace.go:98] [openshift-logging] adding namespace I0521 19:41:50.672679 3838 namespace.go:102] [openshift-dns-operator] adding namespace took 5.813055ms I0521 19:41:50.673059 3838 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.791531ms I0521 19:41:50.673446 3838 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.697088ms I0521 19:41:50.673810 3838 namespace.go:102] [openshift-operators] adding namespace took 5.671453ms I0521 19:41:50.674187 3838 namespace.go:102] [openshift-controller-manager] adding namespace took 5.610945ms I0521 19:41:50.674197 3838 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:41:50.674645 3838 namespace.go:102] [openshift-host-network] adding namespace took 5.663606ms I0521 19:41:50.675052 3838 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.642546ms I0521 19:41:50.675064 3838 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:41:50.675839 3838 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 5.984573ms I0521 19:41:50.675850 3838 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:41:50.676206 3838 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.885111ms I0521 19:41:50.676220 3838 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:41:50.676605 3838 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.881666ms I0521 19:41:50.677085 3838 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.983734ms I0521 19:41:50.677096 3838 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:41:50.677490 3838 namespace.go:102] [openshift-infra] adding namespace took 5.95163ms I0521 19:41:50.677879 3838 namespace.go:102] [openshift-marketplace] adding namespace took 5.952627ms I0521 19:41:50.678247 3838 namespace.go:102] [openshift-logging] adding namespace took 5.939087ms I0521 19:41:50.678259 3838 namespace.go:98] [openshift-node] adding namespace I0521 19:41:50.678649 3838 namespace.go:102] [openshift-cluster-version] adding namespace took 4.447469ms I0521 19:41:50.679014 3838 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.945673ms I0521 19:41:50.679460 3838 namespace.go:102] [openshift-route-controller-manager] adding namespace took 3.603807ms I0521 19:41:50.679842 3838 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.616688ms I0521 19:41:50.680241 3838 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.13902ms I0521 19:41:50.680865 3838 namespace.go:102] [openshift-node] adding namespace took 2.600785ms W0521 19:41:50.680940 3838 master.go:471] Unable to parse remote node ip-10-0-0-221.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:41:50.681079 3838 master.go:548] Adding or Updating local node "ip-10-0-1-105.ec2.internal" for network "default" I0521 19:41:50.681107 3838 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-221.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-221.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-221.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-221.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-221.ec2.internal I0521 19:41:50.681770 3838 zone_ic_handler.go:195] Time taken to create transit switch: 289.362µs I0521 19:41:50.681785 3838 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-49.ec2.internal for the network default I0521 19:41:50.682787 3838 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-49.ec2.internal" on network "default" took: 1.319698ms I0521 19:41:50.684312 3838 default_node_network_controller.go:519] Node connection status = connected W0521 19:41:50.689635 3838 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-59cqd: pod openshift-network-diagnostics/network-check-target-59cqd: no pod IPs found W0521 19:41:50.689659 3838 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-5l57d: pod kube-system/global-pull-secret-syncer-5l57d: no pod IPs found W0521 19:41:50.689671 3838 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ktpl8: pod openshift-multus/network-metrics-daemon-ktpl8: no pod IPs found I0521 19:41:50.690638 3838 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-105.ec2.internal for the network default I0521 19:41:50.690829 3838 zone_ic_handler.go:195] Time taken to create transit switch: 177.205µs I0521 19:41:50.691596 3838 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:41:50.691633 3838 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:41:50.691647 3838 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:41:50.691656 3838 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default" I0521 19:41:50.691685 3838 node_tracker.go:235] Node ip-10-0-0-221.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-221.ec2.internal" I0521 19:41:50.691698 3838 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:50.691712 3838 services_controller.go:574] Full service sync requested for network=default I0521 19:41:50.691724 3838 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-105.ec2.internal in network "default" I0521 19:41:50.691750 3838 node_tracker.go:169] Node ip-10-0-1-105.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:50.691757 3838 services_controller.go:574] Full service sync requested for network=default I0521 19:41:50.691763 3838 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-49.ec2.internal in network "default" I0521 19:41:50.691785 3838 node_tracker.go:169] Node ip-10-0-2-49.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:50.691789 3838 services_controller.go:574] Full service sync requested for network=default I0521 19:41:50.780340 3838 default_network_controller.go:1025] Node "ip-10-0-0-221.ec2.internal" in remote zone "ip-10-0-0-221.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:41:50.780349 3838 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default" I0521 19:41:50.780395 3838 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:50.780412 3838 services_controller.go:574] Full service sync requested for network=default I0521 19:41:50.781031 3838 zone_ic_handler.go:195] Time taken to create transit switch: 223.688µs I0521 19:41:50.781053 3838 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-221.ec2.internal for the network default I0521 19:41:50.782225 3838 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-221.ec2.internal" on network "default" took: 1.43241ms I0521 19:41:50.792114 3838 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:41:50.792130 3838 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:41:50.792172 3838 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:41:50.792203 3838 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:41:50.792212 3838 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:41:50.892624 3838 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:41:50.892640 3838 repair.go:60] Starting repairing loop for services I0521 19:41:50.892721 3838 repair.go:131] Deleted 0 stale service LBs I0521 19:41:50.892738 3838 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:41:50.892754 3838 repair.go:62] Finished repairing loop for services: 115.881µs I0521 19:41:50.892777 3838 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:41:50.892786 3838 services_controller.go:254] Starting workers for network=default I0521 19:41:50.893186 3838 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-ptcpp, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-ptcpp: suppressed error logged: pod openshift-network-diagnostics/network-check-target-ptcpp: no pod IPs found I0521 19:41:50.893188 3838 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jc68d, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jc68d: suppressed error logged: pod openshift-multus/network-metrics-daemon-jc68d: no pod IPs found I0521 19:41:50.893230 3838 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ktpl8] creating logical port openshift-multus_network-metrics-daemon-ktpl8 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:50.893249 3838 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5l57d] creating logical port kube-system_global-pull-secret-syncer-5l57d for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:50.893270 3838 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-59cqd] creating logical port openshift-network-diagnostics_network-check-target-59cqd for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:50.893380 3838 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-5l57d I0521 19:41:50.893421 3838 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-w8psz, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-w8psz: suppressed error logged: pod kube-system/global-pull-secret-syncer-w8psz: no pod IPs found I0521 19:41:50.893439 3838 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-59cqd I0521 19:41:50.893380 3838 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ktpl8 W0521 19:41:50.896949 3838 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:50.896964 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:50.896971 3838 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:50.897952 3838 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:41:50.898951 3838 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:50.908151 3838 pod.go:62] [kube-system/global-pull-secret-syncer-5l57d] pod update took 14.816442ms I0521 19:41:50.908167 3838 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-5l57d] addLogicalPort annotation time took 14.833882ms I0521 19:41:50.908973 3838 pods.go:271] [kube-system/global-pull-secret-syncer-5l57d] addLogicalPort took 15.732455ms, libovsdb time 559.605µs I0521 19:41:50.914318 3838 pod.go:62] [openshift-network-diagnostics/network-check-target-59cqd] pod update took 20.974559ms I0521 19:41:50.914337 3838 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-59cqd] addLogicalPort annotation time took 20.992582ms I0521 19:41:50.914467 3838 pod.go:62] [openshift-multus/network-metrics-daemon-ktpl8] pod update took 21.144165ms I0521 19:41:50.914488 3838 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ktpl8] addLogicalPort annotation time took 21.165952ms I0521 19:41:50.915472 3838 pods.go:271] [openshift-multus/network-metrics-daemon-ktpl8] addLogicalPort took 22.25134ms, libovsdb time 785.05µs I0521 19:41:50.915570 3838 pods.go:271] [openshift-network-diagnostics/network-check-target-59cqd] addLogicalPort took 22.312082ms, libovsdb time 828.053µs I0521 19:41:50.916430 3838 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:41:50.916496 3838 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:41:50.916532 3838 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:41:50.916557 3838 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:41:50.916839 3838 repair.go:29] Repairing admin network policies took 257.759µs I0521 19:41:50.917026 3838 repair.go:92] Repairing baseline admin network policies took 156.003µs I0521 19:41:50.917655 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:41:50.917674 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:41:50.919779 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:41:50.919799 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:41:50.920585 3838 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:41:50.920601 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:41:50.922525 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:41:50.922550 3838 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:41:50.922562 3838 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:41:50.924306 3838 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:41:50.924327 3838 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:41:50.924347 3838 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:41:50.926790 3838 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:41:50.926809 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:41:50.926817 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:41:50.927402 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:41:50.927421 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:41:50.927429 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:41:50.928003 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:41:50.928027 3838 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:41:50.928040 3838 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:41:50.929384 3838 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:41:50.929402 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:41:50.929409 3838 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:41:50.931153 3838 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:41:50.931180 3838 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:41:50.931202 3838 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:41:50.931568 3838 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:41:50.931587 3838 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:41:50.931596 3838 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:41:50.933254 3838 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:41:50.933272 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:41:50.933303 3838 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:41:50.933772 3838 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:41:50.933790 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:41:50.933797 3838 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:41:50.934231 3838 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:41:50.934248 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:41:50.934269 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:41:50.934942 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:41:50.934962 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:41:50.934972 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:41:50.935509 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:41:50.935527 3838 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:41:50.935537 3838 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:41:50.936088 3838 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:41:50.936104 3838 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:41:50.936114 3838 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:41:50.937189 3838 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:41:50.937214 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:41:50.937226 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:41:50.938489 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:41:50.938510 3838 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:41:50.938519 3838 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:41:50.939863 3838 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:41:50.939882 3838 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:41:50.939892 3838 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:41:50.941330 3838 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:41:50.941349 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:41:50.941356 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:41:50.941827 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:41:50.941849 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:41:50.941861 3838 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:41:50.942490 3838 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:41:50.942506 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:41:50.942514 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:41:50.942941 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:41:50.942962 3838 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:41:50.942975 3838 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:41:50.943835 3838 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:41:50.943850 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:41:50.943857 3838 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:41:50.944310 3838 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:41:50.944324 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:41:50.944331 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:41:50.944832 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:41:50.944851 3838 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:41:50.944858 3838 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:41:50.945185 3838 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:41:50.945198 3838 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:41:50.945206 3838 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:41:50.946323 3838 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:41:50.946338 3838 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:41:50.946349 3838 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:41:50.947436 3838 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:41:50.947455 3838 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:41:50.947467 3838 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:41:50.948310 3838 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:41:50.954022 3838 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:41:50.954047 3838 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:41:50.954047 3838 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:41:50.954070 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:41:50.954081 3838 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:41:50.954085 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:41:50.954096 3838 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:41:50.954356 3838 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:41:50.954369 3838 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:41:50.954374 3838 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:41:50.954382 3838 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:41:50.954392 3838 egressfirewall.go:723] Syncing node "ip-10-0-1-105.ec2.internal" for egress firewall I0521 19:41:50.954400 3838 egressfirewall.go:723] Syncing node "ip-10-0-2-49.ec2.internal" for egress firewall I0521 19:41:50.954404 3838 egressfirewall.go:723] Syncing node "ip-10-0-0-221.ec2.internal" for egress firewall I0521 19:41:50.954531 3838 egressqos.go:245] Starting EgressQoS Controller I0521 19:41:50.954547 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:41:50.954555 3838 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:41:50.954560 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:41:50.954565 3838 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:41:50.954571 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:41:50.954575 3838 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:41:50.954579 3838 egressqos.go:259] Repairing EgressQoSes I0521 19:41:50.954583 3838 egressqos.go:399] Starting repairing loop for egressqos I0521 19:41:50.954694 3838 egressqos.go:401] Finished repairing loop for egressqos: 110.812µs I0521 19:41:50.954712 3838 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:41:50.954743 3838 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-105.ec2.internal I0521 19:41:50.954788 3838 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-105.ec2.internal : 43.325µs I0521 19:41:50.954864 3838 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:41:50.954872 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:41:50.954878 3838 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:41:50.954883 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:41:50.954887 3838 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:41:50.954918 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:41:50.954925 3838 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:41:50.954930 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:41:50.954934 3838 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:41:50.954938 3838 egressservice_zone.go:228] Repairing Egress Services I0521 19:41:50.955220 3838 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:41:50.955230 3838 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:41:50.955326 3838 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal I0521 19:41:50.955342 3838 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 18.873µs I0521 19:41:50.955350 3838 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-105.ec2.internal I0521 19:41:50.955355 3838 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-105.ec2.internal: 5.455µs I0521 19:41:50.955362 3838 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-49.ec2.internal I0521 19:41:50.955374 3838 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-49.ec2.internal: 12.376µs I0521 19:41:50.955448 3838 default_network_controller.go:585] Completing all the Watchers took 312.2041ms I0521 19:41:50.955459 3838 default_network_controller.go:589] Starting unidling controllers I0521 19:41:50.955470 3838 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:41:50.955475 3838 unidle.go:63] Populating Initial ContollerEvent events I0521 19:41:50.955484 3838 unidle.go:79] Setting up event handlers for services I0521 19:41:50.955529 3838 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:41:50.961444 3838 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:41:51.184514 3838 default_node_network_controller.go:519] Node connection status = connected I0521 19:41:51.201533 3838 bridgeconfig.go:537] Gateway is ready I0521 19:41:51.201548 3838 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:41:51.213058 3838 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.105. Updating OVN encap IP. I0521 19:41:51.218434 3838 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.105 - it is already configured I0521 19:41:51.218447 3838 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.105/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:41:51.218712 3838 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.105/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-105.ec2.internal","mac-address":"0a:ff:e1:32:d5:6b","ip-addresses":["10.0.1.105/24"],"ip-address":"10.0.1.105/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:79254921-edab-4587-bc1c-e2561a5a1eac k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.105/24"}] on node ip-10-0-1-105.ec2.internal I0521 19:41:51.234560 3838 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-105.ec2.internal in network "default" I0521 19:41:51.234578 3838 egressfirewall.go:723] Syncing node "ip-10-0-1-105.ec2.internal" for egress firewall I0521 19:41:51.234616 3838 master.go:548] Adding or Updating local node "ip-10-0-1-105.ec2.internal" for network "default" I0521 19:41:51.234623 3838 node_tracker.go:169] Node ip-10-0-1-105.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:51.234657 3838 services_controller.go:574] Full service sync requested for network=default I0521 19:41:51.234566 3838 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-105.ec2.internal I0521 19:41:51.234689 3838 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-105.ec2.internal: 127.66µs W0521 19:41:51.234929 3838 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.234948 3838 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.234956 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0521 19:41:51.235014 3838 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.105 W0521 19:41:51.235095 3838 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:41:51.235103 3838 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-105.ec2.internal W0521 19:41:51.235273 3838 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:51.239059 3838 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-105.ec2.internal. Updating no re-route policies I0521 19:41:51.239135 3838 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5l57d I0521 19:41:51.239146 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-6l6sq I0521 19:41:51.239155 3838 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5l57d I0521 19:41:51.239157 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-6l6sq I0521 19:41:51.239157 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8k8vn I0521 19:41:51.239169 3838 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-hwzww I0521 19:41:51.239179 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-6l6sq after 0 failed attempt(s) I0521 19:41:51.239185 3838 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-hwzww I0521 19:41:51.239185 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-42glh I0521 19:41:51.239190 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-59cqd I0521 19:41:51.239191 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ktpl8 I0521 19:41:51.239197 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-42glh I0521 19:41:51.239200 3838 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-hwzww after 0 failed attempt(s) I0521 19:41:51.239202 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tv8tj I0521 19:41:51.239203 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rdklr I0521 19:41:51.239175 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8k8vn I0521 19:41:51.239206 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kf5gh I0521 19:41:51.239210 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-rdklr I0521 19:41:51.239211 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tv8tj I0521 19:41:51.239215 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-42glh after 0 failed attempt(s) I0521 19:41:51.239189 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-k4bfq I0521 19:41:51.239224 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-rdklr after 0 failed attempt(s) I0521 19:41:51.239226 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8k8vn after 0 failed attempt(s) I0521 19:41:51.239134 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-kbmgl I0521 19:41:51.239227 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-k4bfq I0521 19:41:51.239229 3838 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-105.ec2.internal I0521 19:41:51.239243 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-k4bfq after 0 failed attempt(s) I0521 19:41:51.239247 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-105.ec2.internal I0521 19:41:51.239269 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-105.ec2.internal after 0 failed attempt(s) I0521 19:41:51.239207 3838 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-105.ec2.internal I0521 19:41:51.239306 3838 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-105.ec2.internal I0521 19:41:51.239324 3838 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-105.ec2.internal after 0 failed attempt(s) I0521 19:41:51.239193 3838 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5l57d] creating logical port kube-system_global-pull-secret-syncer-5l57d for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:51.239197 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-59cqd I0521 19:41:51.239458 3838 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-59cqd] creating logical port openshift-network-diagnostics_network-check-target-59cqd for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:51.239204 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ktpl8 I0521 19:41:51.239490 3838 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ktpl8] creating logical port openshift-multus_network-metrics-daemon-ktpl8 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:51.239217 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kf5gh I0521 19:41:51.239564 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-kf5gh after 0 failed attempt(s) I0521 19:41:51.239234 3838 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-kbmgl I0521 19:41:51.239609 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-kbmgl after 0 failed attempt(s) I0521 19:41:51.239234 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tv8tj after 0 failed attempt(s) I0521 19:41:51.240131 3838 pods.go:271] [kube-system/global-pull-secret-syncer-5l57d] addLogicalPort took 947.128µs, libovsdb time 277.057µs I0521 19:41:51.240143 3838 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-5l57d after 0 failed attempt(s) I0521 19:41:51.240213 3838 pods.go:271] [openshift-network-diagnostics/network-check-target-59cqd] addLogicalPort took 773.473µs, libovsdb time 208.028µs I0521 19:41:51.240224 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-59cqd after 0 failed attempt(s) I0521 19:41:51.240330 3838 pods.go:271] [openshift-multus/network-metrics-daemon-ktpl8] addLogicalPort took 839.21µs, libovsdb time 302.603µs I0521 19:41:51.240346 3838 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ktpl8 after 0 failed attempt(s) I0521 19:41:51.250876 3838 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:41:51.261829 3838 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:41:51.264990 3838 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:41:51.289307 3838 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:41:51.328430 3838 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:41:51.343118 3838 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal I0521 19:41:51.343136 3838 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 21.771µs I0521 19:41:51.343124 3838 egressfirewall.go:723] Syncing node "ip-10-0-0-221.ec2.internal" for egress firewall I0521 19:41:51.343165 3838 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-221.ec2.internal in network "default" I0521 19:41:51.343210 3838 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-221.ec2.internal. Updating no re-route policies I0521 19:41:51.343221 3838 node_tracker.go:169] Node ip-10-0-0-221.ec2.internal switch + router changed, syncing services in network "default" I0521 19:41:51.343234 3838 services_controller.go:574] Full service sync requested for network=default W0521 19:41:51.343501 3838 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.343511 3838 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.343515 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:51.343570 3838 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:41:51.343659 3838 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:51.344108 3838 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:41:51.344234 3838 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:41:51.344270 3838 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:41:51.344354 3838 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:41:51.344400 3838 gateway_init.go:325] Gateway and management port readiness took 664.203968ms I0521 19:41:51.344423 3838 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:41:51.344469 3838 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:41:51.344480 3838 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:41:51.344488 3838 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:41:51.344534 3838 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:41:51.344603 3838 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.46µs I0521 19:41:51.344797 3838 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:41:51.344819 3838 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.638µs I0521 19:41:51.344827 3838 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 29.589µs I0521 19:41:51.344832 3838 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:41:51.344841 3838 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:41:51.344845 3838 default_node_network_controller.go:899] Starting the default node network controller I0521 19:41:51.344849 3838 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:41:51.344938 3838 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 4.711µs I0521 19:41:51.345028 3838 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:41:51.345037 3838 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:41:51.345059 3838 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a9780 0xc0002dc460 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc00026dd10 0xc0002dc700 0xc0002dc770 0xc000aa62d0 0xc00657ebd0 0xc0002dc7e0 map[0x2ff9080:0xc002993200 0x2ff95c0:0xc002993380 0x2ffa2e0:0xc003d85020 0x2ffa580:0xc0029931a0 0x2ffad60:0xc002993260 0x2ffb000:0xc0029932c0 0x2ffb2a0:0xc002993320 0x2ffba80:0xc0029933e0 0x2ffbd20:0xc002993440 0x3026980:0xc00087e180 0x3026d20:0xc00087e1e0 0x3027800:0xc000c44360 0x3029160:0xc001c26000 0x30298a0:0xc003d84fc0 0x302a720:0xc000d066c0] 0xc000908c40 0} I0521 19:41:51.345111 3838 gateway.go:151] Starting gateway service sync I0521 19:41:51.345610 3838 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:41:51.347736 3838 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:41:51.357205 3838 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:41:51.358368 3838 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:41:51.359425 3838 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:41:51.391947 3838 gateway.go:168] Gateway service sync done. Time taken: 46.825314ms I0521 19:41:51.392574 3838 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32182 I0521 19:41:51.392740 3838 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a9780 0xc0002dc460 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc00026dd10 0xc0002dc700 0xc0002dc770 0xc000aa62d0 0xc00657ebd0 0xc0002dc7e0 map[0x2ff9080:0xc002993200 0x2ff95c0:0xc002993380 0x2ffa2e0:0xc003d85020 0x2ffa580:0xc0029931a0 0x2ffad60:0xc002993260 0x2ffb000:0xc0029932c0 0x2ffb2a0:0xc002993320 0x2ffba80:0xc0029933e0 0x2ffbd20:0xc002993440 0x3026980:0xc00087e180 0x3026d20:0xc00087e1e0 0x3027800:0xc000c44360 0x3029160:0xc001c26000 0x30298a0:0xc003d84fc0 0x302a720:0xc000d066c0] 0xc000908c40 0} I0521 19:41:51.393251 3838 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0004a9780 0xc0002dc460 0xc0002dc4d0 0xc0002dc540 0xc0002dc5b0 0xc0002dc620 0xc0002dc690 0xc00026dd10 0xc0002dc700 0xc0002dc770 0xc000aa62d0 0xc00657ebd0 0xc0002dc7e0 map[0x2ff9080:0xc002993200 0x2ff95c0:0xc002993380 0x2ffa2e0:0xc003d85020 0x2ffa580:0xc0029931a0 0x2ffad60:0xc002993260 0x2ffb000:0xc0029932c0 0x2ffb2a0:0xc002993320 0x2ffba80:0xc0029933e0 0x2ffbd20:0xc002993440 0x3026980:0xc00087e180 0x3026d20:0xc00087e1e0 0x3027800:0xc000c44360 0x3029160:0xc001c26000 0x30298a0:0xc003d84fc0 0x302a720:0xc000d066c0] 0xc000908c40 0} I0521 19:41:51.393299 3838 gateway.go:532] Reconciling gateway with updates I0521 19:41:51.398219 3838 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:41:51.398303 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:41:51.398320 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:41:51.398322 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:41:51.398330 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:41:51.398337 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:41:51.398339 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:41:51.398350 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:41:51.398352 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:41:51.398351 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:41:51.398351 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0521 19:41:51.398359 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:41:51.398376 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0521 19:41:51.398386 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:41:51.398402 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:41:51.398403 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:41:51.398404 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:41:51.398414 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:41:51.398303 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:41:51.398425 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:41:51.398425 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:41:51.398339 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:41:51.398435 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:41:51.398434 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:41:51.398440 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:41:51.398355 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:41:51.398335 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:41:51.398447 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:41:51.398384 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:51.398452 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:41:51.398460 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:41:51.398460 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:41:51.398466 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:51.398410 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:41:51.398471 3838 default_node_network_controller.go:944] Gateway and management port readiness took 53.422961ms I0521 19:41:51.398441 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:41:51.398478 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:41:51.398483 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:41:51.398492 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:41:51.398501 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:41:51.398510 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:41:51.398422 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:41:51.398326 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:41:51.398526 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:41:51.398525 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:41:51.398536 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:41:51.398550 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:41:51.398552 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:41:51.398561 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:41:51.398565 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:41:51.398564 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0521 19:41:51.398574 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:41:51.398576 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:41:51.398580 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:41:51.398583 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0521 19:41:51.398579 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:41:51.398593 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:41:51.398596 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:41:51.398440 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:41:51.398608 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:41:51.398613 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:41:51.398617 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:41:51.398620 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:41:51.398629 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:41:51.398633 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0521 19:41:51.398638 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:41:51.398582 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:41:51.398649 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:41:51.398660 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:41:51.398662 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:41:51.398672 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:41:51.398678 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:41:51.398694 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0521 19:41:51.398719 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0521 19:41:51.398458 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:41:51.398732 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0521 19:41:51.398475 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:41:51.398748 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:41:51.398451 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:41:51.398758 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:41:51.398613 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:41:51.398469 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:41:51.398422 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:41:51.398796 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:41:51.398817 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:41:51.398430 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:41:51.398832 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:41:51.398841 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:41:51.398472 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:41:51.398860 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:41:51.398474 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:41:51.398881 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:41:51.398888 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:41:51.398895 3838 port_claim.go:71] Svc openshift-ingress/router-default: port 30715 is already open, no action needed I0521 19:41:51.398900 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:41:51.398479 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:41:51.398905 3838 port_claim.go:71] Svc openshift-ingress/router-default: port 31879 is already open, no action needed I0521 19:41:51.398472 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:41:51.398916 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:41:51.398446 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:41:51.398443 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:41:51.398933 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:41:51.398934 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:41:51.398919 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:41:51.398972 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:41:51.398593 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:41:51.398982 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:41:51.398974 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:41:51.399064 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:41:51.398600 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:41:51.398458 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:41:51.398625 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:41:51.398426 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0521 19:41:51.398905 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:41:51.399164 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:41:51.398926 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:41:51.398960 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:51.399242 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:51.398483 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:41:51.399321 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:41:51.399333 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:41:51.398587 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:41:51.399891 3838 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:41:51.435541 3838 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:41:51.435731 3838 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:41:51.435912 3838 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0521 19:41:51.443906 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:41:51.443933 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:41:51.443942 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:41:51.443948 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:41:51.443954 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:41:51.443959 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:41:51.443964 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:41:51.443977 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:41:51.443999 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:41:51.444005 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:41:51.444012 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:41:51.444017 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:41:51.444024 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:41:51.444034 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:41:51.444041 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:41:51.444046 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:41:51.481700 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:41:51.481762 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:41:51.481780 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:41:51.481789 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:41:51.481795 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:41:51.481801 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:41:51.481806 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:41:51.481812 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:41:51.481817 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0521 19:41:51.481823 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) W0521 19:41:52.576797 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:41:53.311749 3838 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:41:53.311805 3838 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0521 19:41:53.311834 3838 default_node_network_controller.go:1380] Starting node controller node sync I0521 19:41:53.323269 3838 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.417851ms I0521 19:41:53.323390 3838 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-49.ec2.internal", IP: 10.0.2.49 to PMTUD blocking rules I0521 19:41:53.323393 3838 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-221.ec2.internal", IP: 10.0.0.221 to PMTUD blocking rules I0521 19:41:53.323401 3838 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-49.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:41:53.323407 3838 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-221.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:41:53.334432 3838 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:41:53.334715 3838 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:41:53.334860 3838 egressservice_node.go:183] Starting Egress Services Controller I0521 19:41:53.334875 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:41:53.334883 3838 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:41:53.334889 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:41:53.334895 3838 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:41:53.334900 3838 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:41:53.334906 3838 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:41:53.334910 3838 egressservice_node.go:197] Repairing Egress Services I0521 19:41:53.344722 3838 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:41:53.344734 3838 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:41:53.345052 3838 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:41:53.345062 3838 link_network_manager.go:119] Link manager is running I0521 19:41:53.345069 3838 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:41:53.345206 3838 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:41:53.345664 3838 vrf_manager.go:128] VRF manager is running I0521 19:41:53.345872 3838 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:41:53.345882 3838 gateway.go:532] Reconciling gateway with updates I0521 19:41:53.371159 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:41:53.371165 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:41:53.371174 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:41:53.371189 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:41:53.371189 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:41:53.371195 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:41:53.371199 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:41:53.371204 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:41:53.371216 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:41:53.371233 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:41:53.371234 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:41:53.371243 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:41:53.371245 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:41:53.371252 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:41:53.371263 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:41:53.371262 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:41:53.371298 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:41:53.371296 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:41:53.371316 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:41:53.371315 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:41:53.371328 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:41:53.371329 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0521 19:41:53.371340 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:41:53.371344 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0521 19:41:53.371342 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:41:53.371353 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:41:53.371358 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:41:53.371357 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:41:53.371365 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:41:53.371366 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:41:53.371370 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:41:53.371376 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:41:53.371382 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:41:53.371200 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:41:53.371389 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:41:53.371394 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:41:53.371400 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:41:53.371399 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:41:53.371404 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:41:53.371405 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0521 19:41:53.371409 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:41:53.371415 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:41:53.371429 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:41:53.371432 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:41:53.371406 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:41:53.371235 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0521 19:41:53.371214 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:41:53.371451 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:41:53.371461 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:41:53.371462 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:41:53.371467 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:41:53.371475 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:41:53.371486 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:41:53.371405 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:41:53.371489 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:41:53.371495 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:41:53.371498 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:41:53.371502 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:41:53.371505 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:41:53.371253 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:41:53.371510 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:41:53.371516 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:41:53.371516 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:41:53.371524 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:41:53.371518 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:53.371527 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:41:53.371532 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:53.371533 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:41:53.371540 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:41:53.371545 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:41:53.371386 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:41:53.371556 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:41:53.371560 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:41:53.371580 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:41:53.371584 3838 port_claim.go:71] Svc openshift-ingress/router-default: port 30715 is already open, no action needed I0521 19:41:53.371219 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:41:53.371408 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:41:53.371594 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:41:53.371600 3838 port_claim.go:71] Svc openshift-ingress/router-default: port 31879 is already open, no action needed I0521 19:41:53.371485 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:41:53.371612 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:41:53.371621 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:41:53.371630 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:41:53.371488 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:41:53.371659 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:41:53.371489 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:41:53.371603 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:41:53.371686 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:41:53.371505 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:41:53.371692 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:41:53.371705 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:41:53.371715 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:41:53.371717 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:41:53.371720 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:41:53.371730 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:41:53.371451 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0521 19:41:53.371736 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:41:53.371740 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0521 19:41:53.371748 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:41:53.371756 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:41:53.371704 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:41:53.371775 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:41:53.371506 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:41:53.371801 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:41:53.371809 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:41:53.371815 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:41:53.371521 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:41:53.371777 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0521 19:41:53.371826 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0521 19:41:53.371536 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:41:53.371537 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0521 19:41:53.371720 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:41:53.371592 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:41:53.371435 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:41:53.371522 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:41:53.371879 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:41:53.371506 3838 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:41:53.371904 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:41:53.371762 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:41:53.371706 3838 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:41:53.409749 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:41:53.409767 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:41:53.409775 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:41:53.409784 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:41:53.409790 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:41:53.409795 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:41:53.409800 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:41:53.409805 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:41:53.409810 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:41:53.409815 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:41:53.409820 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:41:53.409825 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:41:53.409831 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:41:53.409836 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:41:53.447989 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:41:53.447999 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:41:53.448015 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0521 19:41:53.448023 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:41:53.448030 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:41:53.448037 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:41:53.448042 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0521 19:41:53.448047 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:41:53.485673 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:41:53.485696 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:41:53.485705 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:41:53.485711 3838 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:41:54.356884 3838 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-221.ec2.internal I0521 19:41:54.356912 3838 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-221.ec2.internal: 34.924µs W0521 19:41:54.459480 3838 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:54.459501 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:41:54.459508 3838 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:41:55.086378 3838 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-105.ec2.internal I0521 19:41:55.086404 3838 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-105.ec2.internal: 33.183µs I0521 19:41:55.114886 3838 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-658d5469f9-ljxjp] creating logical port openshift-image-registry_image-registry-658d5469f9-ljxjp for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:55.115006 3838 kube.go:256] Updating pod openshift-image-registry/image-registry-658d5469f9-ljxjp I0521 19:41:55.134676 3838 pod.go:62] [openshift-image-registry/image-registry-658d5469f9-ljxjp] pod update took 19.699654ms I0521 19:41:55.134696 3838 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-658d5469f9-ljxjp] addLogicalPort annotation time took 19.71935ms I0521 19:41:55.136077 3838 pods.go:271] [openshift-image-registry/image-registry-658d5469f9-ljxjp] addLogicalPort took 21.20355ms, libovsdb time 1.057624ms I0521 19:41:55.138565 3838 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-sx2w4] creating logical port openshift-dns_dns-default-sx2w4 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:55.138641 3838 kube.go:256] Updating pod openshift-dns/dns-default-sx2w4 I0521 19:41:55.139096 3838 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-w67l7] creating logical port openshift-ingress-canary_ingress-canary-w67l7 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:55.139179 3838 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-w67l7 I0521 19:41:55.160230 3838 pod.go:62] [openshift-dns/dns-default-sx2w4] pod update took 21.608991ms I0521 19:41:55.160254 3838 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-sx2w4] addLogicalPort annotation time took 21.633891ms I0521 19:41:55.160349 3838 pod.go:62] [openshift-ingress-canary/ingress-canary-w67l7] pod update took 21.194019ms I0521 19:41:55.160368 3838 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-w67l7] addLogicalPort annotation time took 21.21882ms I0521 19:41:55.161383 3838 pods.go:271] [openshift-dns/dns-default-sx2w4] addLogicalPort took 22.830366ms, libovsdb time 823.559µs I0521 19:41:55.161795 3838 pods.go:271] [openshift-ingress-canary/ingress-canary-w67l7] addLogicalPort took 22.712742ms, libovsdb time 1.200622ms I0521 19:41:55.173145 3838 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ptmwq] creating logical port openshift-insights_insights-runtime-extractor-ptmwq for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:55.173298 3838 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ptmwq I0521 19:41:55.189848 3838 pod.go:62] [openshift-insights/insights-runtime-extractor-ptmwq] pod update took 16.610894ms I0521 19:41:55.189879 3838 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ptmwq] addLogicalPort annotation time took 16.643692ms I0521 19:41:55.191044 3838 pods.go:271] [openshift-insights/insights-runtime-extractor-ptmwq] addLogicalPort took 17.907242ms, libovsdb time 808.549µs I0521 19:41:55.512244 3838 cni.go:452] [openshift-image-registry/image-registry-658d5469f9-ljxjp 5d58f4f0a1e10ee24cb746c5f21d1f5437dba3ba26853425539cdaf33d8ca6f0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-658d5469f9-ljxjp 5d58f4f0a1e10ee24cb746c5f21d1f5437dba3ba26853425539cdaf33d8ca6f0 network default NAD default NAD key ] I0521 19:41:55.528490 3838 cni.go:452] [openshift-dns/dns-default-sx2w4 d4988c64c78365e212d6d83884eb673542d0b0dc0b28e1c7d66d1d77435931b6 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-sx2w4 d4988c64c78365e212d6d83884eb673542d0b0dc0b28e1c7d66d1d77435931b6 network default NAD default NAD key ] I0521 19:41:55.541486 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-sx2w4, hostIfaceName: d4988c64c78365e, network: default, NAD default, SandboxID: "d4988c64c78365e212d6d83884eb673542d0b0dc0b28e1c7d66d1d77435931b6", PCI device ID: , UID: "f681559a-224f-4387-8888-2dc4bc6cb9ee", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0521 19:41:55.541733 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-658d5469f9-ljxjp, hostIfaceName: 5d58f4f0a1e10ee, network: default, NAD default, SandboxID: "5d58f4f0a1e10ee24cb746c5f21d1f5437dba3ba26853425539cdaf33d8ca6f0", PCI device ID: , UID: "49dd5488-f138-4765-bf75-4a024410edd0", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0521 19:41:55.545741 3838 cni.go:452] [openshift-ingress-canary/ingress-canary-w67l7 5e6d8c2c220e8fc0d0159feb9c30e01f230fbef0c9775238646cc2fe1f525df2 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-w67l7 5e6d8c2c220e8fc0d0159feb9c30e01f230fbef0c9775238646cc2fe1f525df2 network default NAD default NAD key ] I0521 19:41:55.556894 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-w67l7, hostIfaceName: 5e6d8c2c220e8fc, network: default, NAD default, SandboxID: "5e6d8c2c220e8fc0d0159feb9c30e01f230fbef0c9775238646cc2fe1f525df2", PCI device ID: , UID: "d8c210f0-8773-4990-a37d-0194df17b26c", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0521 19:41:55.570829 3838 cni.go:452] [openshift-insights/insights-runtime-extractor-ptmwq 92e41487dd1dcb6921d71a7712b1a444ebd74adf89a4c0c5beb1ddf4dba6c9b0 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ptmwq 92e41487dd1dcb6921d71a7712b1a444ebd74adf89a4c0c5beb1ddf4dba6c9b0 network default NAD default NAD key ] I0521 19:41:55.582736 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ptmwq, hostIfaceName: 92e41487dd1dcb6, network: default, NAD default, SandboxID: "92e41487dd1dcb6921d71a7712b1a444ebd74adf89a4c0c5beb1ddf4dba6c9b0", PCI device ID: , UID: "c5c6fd63-d782-484a-a932-6c6018079245", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0521 19:41:55.600242 3838 cni.go:473] [openshift-dns/dns-default-sx2w4 d4988c64c78365e212d6d83884eb673542d0b0dc0b28e1c7d66d1d77435931b6 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-sx2w4 d4988c64c78365e212d6d83884eb673542d0b0dc0b28e1c7d66d1d77435931b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:3b:86:98:2f:36\",\"name\":\"d4988c64c78365e\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0515fd44-5b0f-49fa-9885-c90fc6ecaa53\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:55.602569 3838 cni.go:473] [openshift-image-registry/image-registry-658d5469f9-ljxjp 5d58f4f0a1e10ee24cb746c5f21d1f5437dba3ba26853425539cdaf33d8ca6f0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-658d5469f9-ljxjp 5d58f4f0a1e10ee24cb746c5f21d1f5437dba3ba26853425539cdaf33d8ca6f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6a:27:14:b1:4a\",\"name\":\"5d58f4f0a1e10ee\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ccc59ba-2815-4f93-9493-7878d9420ee2\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:55.610530 3838 cni.go:473] [openshift-ingress-canary/ingress-canary-w67l7 5e6d8c2c220e8fc0d0159feb9c30e01f230fbef0c9775238646cc2fe1f525df2 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-w67l7 5e6d8c2c220e8fc0d0159feb9c30e01f230fbef0c9775238646cc2fe1f525df2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:9c:f3:de:2c:1f\",\"name\":\"5e6d8c2c220e8fc\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a940cd9-8a61-40b3-9d39-6f32004a523d\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:41:55.618360 3838 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:55.627707 3838 cni.go:473] [openshift-insights/insights-runtime-extractor-ptmwq 92e41487dd1dcb6921d71a7712b1a444ebd74adf89a4c0c5beb1ddf4dba6c9b0 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ptmwq 92e41487dd1dcb6921d71a7712b1a444ebd74adf89a4c0c5beb1ddf4dba6c9b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c8:fd:c2:df:88\",\"name\":\"92e41487dd1dcb6\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d9fd2b0-a876-4041-b345-e8f62eee8786\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:41:56.116705 3838 base_network_controller_pods.go:487] [default/openshift-console/console-77fd6dc794-wlbcx] creating logical port openshift-console_console-77fd6dc794-wlbcx for pod on switch ip-10-0-1-105.ec2.internal I0521 19:41:56.116875 3838 kube.go:256] Updating pod openshift-console/console-77fd6dc794-wlbcx I0521 19:41:56.138502 3838 pod.go:62] [openshift-console/console-77fd6dc794-wlbcx] pod update took 21.663322ms I0521 19:41:56.138532 3838 base_network_controller_pods.go:951] [default/openshift-console/console-77fd6dc794-wlbcx] addLogicalPort annotation time took 21.69857ms I0521 19:41:56.139944 3838 pods.go:271] [openshift-console/console-77fd6dc794-wlbcx] addLogicalPort took 23.276291ms, libovsdb time 1.065291ms W0521 19:41:56.432190 3838 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:56.620974 3838 cni.go:452] [openshift-console/console-77fd6dc794-wlbcx ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77fd6dc794-wlbcx ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590 network default NAD default NAD key ] I0521 19:41:56.633311 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77fd6dc794-wlbcx, hostIfaceName: ee2df92f42a623f, network: default, NAD default, SandboxID: "ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590", PCI device ID: , UID: "2fd87912-d053-47dd-8cfe-af4edb8b692e", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0521 19:41:56.683077 3838 cni.go:473] [openshift-console/console-77fd6dc794-wlbcx ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77fd6dc794-wlbcx ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:58:ed:fd:b2:e2\",\"name\":\"ee2df92f42a623f\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12c2ca1f-e152-461e-91f3-f58283185a8f\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:01.473275 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 19:42:01.664573 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:42:01.743244 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-tkdmf for pod on switch ip-10-0-1-105.ec2.internal I0521 19:42:01.743375 3838 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf I0521 19:42:01.761366 3838 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf] pod update took 18.012854ms I0521 19:42:01.761383 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf] addLogicalPort annotation time took 18.035969ms I0521 19:42:01.762412 3838 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf] addLogicalPort took 19.176958ms, libovsdb time 765.552µs I0521 19:42:02.148396 3838 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf 5c2bf5a45fa5583d4e102760d0456ba044269fcacdb3b213412efb0029723bca network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf 5c2bf5a45fa5583d4e102760d0456ba044269fcacdb3b213412efb0029723bca network default NAD default NAD key ] I0521 19:42:02.158610 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-tkdmf, hostIfaceName: 5c2bf5a45fa5583, network: default, NAD default, SandboxID: "5c2bf5a45fa5583d4e102760d0456ba044269fcacdb3b213412efb0029723bca", PCI device ID: , UID: "1d25c768-9945-4fe4-a858-c77aa44f6dc9", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0521 19:42:02.204796 3838 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf 5c2bf5a45fa5583d4e102760d0456ba044269fcacdb3b213412efb0029723bca network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-tkdmf 5c2bf5a45fa5583d4e102760d0456ba044269fcacdb3b213412efb0029723bca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:1c:ea:bf:90:46\",\"name\":\"5c2bf5a45fa5583\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7557be5c-3855-4ebf-9a56-e4dcc4db062b\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:02.762788 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:42:02.762888 3838 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:42:02.787843 3838 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.990752ms I0521 19:42:02.787869 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.018518ms I0521 19:42:02.789086 3838 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 26.314843ms, libovsdb time 873.367µs I0521 19:42:03.178269 3838 cni.go:452] [openshift-monitoring/alertmanager-main-0 2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501 network default NAD default NAD key ] I0521 19:42:03.189509 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 2ac12c552ac6482, network: default, NAD default, SandboxID: "2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501", PCI device ID: , UID: "7e588824-e7a0-4e6a-a8d4-d6ab13915c37", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0521 19:42:03.233918 3838 cni.go:473] [openshift-monitoring/alertmanager-main-0 2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:7b:e3:3c:6e:c9\",\"name\":\"2ac12c552ac6482\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab8c2591-ec15-4bd2-8576-b9463aa30ac9\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:03.525689 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:03.525724 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:03.942817 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:42:04.735957 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-8448dd6675-vgv4g] creating logical port openshift-monitoring_thanos-querier-8448dd6675-vgv4g for pod on switch ip-10-0-1-105.ec2.internal I0521 19:42:04.736062 3838 kube.go:256] Updating pod openshift-monitoring/thanos-querier-8448dd6675-vgv4g I0521 19:42:04.757798 3838 pod.go:62] [openshift-monitoring/thanos-querier-8448dd6675-vgv4g] pod update took 21.775945ms I0521 19:42:04.757822 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-8448dd6675-vgv4g] addLogicalPort annotation time took 21.803189ms I0521 19:42:04.759258 3838 pods.go:271] [openshift-monitoring/thanos-querier-8448dd6675-vgv4g] addLogicalPort took 23.318678ms, libovsdb time 1.069396ms I0521 19:42:05.288212 3838 cni.go:452] [openshift-monitoring/thanos-querier-8448dd6675-vgv4g af5ead40a1cb9ad835f329da6ad72cdc8a5f77eb578d4cfd1d1285e48ead2ebb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-8448dd6675-vgv4g af5ead40a1cb9ad835f329da6ad72cdc8a5f77eb578d4cfd1d1285e48ead2ebb network default NAD default NAD key ] I0521 19:42:05.299930 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-8448dd6675-vgv4g, hostIfaceName: af5ead40a1cb9ad, network: default, NAD default, SandboxID: "af5ead40a1cb9ad835f329da6ad72cdc8a5f77eb578d4cfd1d1285e48ead2ebb", PCI device ID: , UID: "c9267ba3-1a24-426e-8481-14d5f72394f1", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0521 19:42:05.345622 3838 cni.go:473] [openshift-monitoring/thanos-querier-8448dd6675-vgv4g af5ead40a1cb9ad835f329da6ad72cdc8a5f77eb578d4cfd1d1285e48ead2ebb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-8448dd6675-vgv4g af5ead40a1cb9ad835f329da6ad72cdc8a5f77eb578d4cfd1d1285e48ead2ebb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ae:de:54:8e:45\",\"name\":\"af5ead40a1cb9ad\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6073f3d2-e779-4758-86de-835f988f99a4\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:05.531795 3838 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:05.531842 3838 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:05.531847 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:05.640055 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0521 19:42:06.291373 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-bnk99 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:42:06.291476 3838 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99 I0521 19:42:06.311697 3838 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99] pod update took 20.25079ms I0521 19:42:06.311717 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99] addLogicalPort annotation time took 20.276973ms I0521 19:42:06.312866 3838 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99] addLogicalPort took 21.507256ms, libovsdb time 864.863µs I0521 19:42:06.383844 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6f58cdc5b4-cstxv] creating logical port openshift-monitoring_metrics-server-6f58cdc5b4-cstxv for pod on switch ip-10-0-1-105.ec2.internal I0521 19:42:06.383989 3838 kube.go:256] Updating pod openshift-monitoring/metrics-server-6f58cdc5b4-cstxv I0521 19:42:06.398821 3838 pod.go:62] [openshift-monitoring/metrics-server-6f58cdc5b4-cstxv] pod update took 14.862194ms I0521 19:42:06.398844 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6f58cdc5b4-cstxv] addLogicalPort annotation time took 14.890713ms I0521 19:42:06.400213 3838 pods.go:271] [openshift-monitoring/metrics-server-6f58cdc5b4-cstxv] addLogicalPort took 16.39256ms, libovsdb time 1.033171ms W0521 19:42:06.687663 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:42:06.687918 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:42:07.983476 3838 cni.go:452] [openshift-monitoring/metrics-server-6f58cdc5b4-cstxv 7e67944b23203d8764828c33ec8369876692efb0236a834d53655df5f5e96ddc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6f58cdc5b4-cstxv 7e67944b23203d8764828c33ec8369876692efb0236a834d53655df5f5e96ddc network default NAD default NAD key ] I0521 19:42:07.983818 3838 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99 9682edc0f3e27b84314b8a6d166f945e924334c78edde1c40fdaa317ffb478dc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99 9682edc0f3e27b84314b8a6d166f945e924334c78edde1c40fdaa317ffb478dc network default NAD default NAD key ] I0521 19:42:07.994261 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6f58cdc5b4-cstxv, hostIfaceName: 7e67944b23203d8, network: default, NAD default, SandboxID: "7e67944b23203d8764828c33ec8369876692efb0236a834d53655df5f5e96ddc", PCI device ID: , UID: "364aaf42-65e6-49da-a28f-8639deb21fd3", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0521 19:42:07.996452 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-bnk99, hostIfaceName: 9682edc0f3e27b8, network: default, NAD default, SandboxID: "9682edc0f3e27b84314b8a6d166f945e924334c78edde1c40fdaa317ffb478dc", PCI device ID: , UID: "55fa16ce-cb86-4b13-b801-41950905a19b", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0521 19:42:07.998585 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:42:07.998854 3838 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:42:08.029759 3838 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 31.002456ms I0521 19:42:08.029842 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 31.089802ms I0521 19:42:08.031478 3838 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.910464ms, libovsdb time 1.223827ms I0521 19:42:08.046971 3838 cni.go:473] [openshift-monitoring/metrics-server-6f58cdc5b4-cstxv 7e67944b23203d8764828c33ec8369876692efb0236a834d53655df5f5e96ddc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6f58cdc5b4-cstxv 7e67944b23203d8764828c33ec8369876692efb0236a834d53655df5f5e96ddc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:68:c2:36:84:29\",\"name\":\"7e67944b23203d8\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9fbc010-8919-462f-a3c1-1d410e1cbd0d\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:08.053988 3838 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99 9682edc0f3e27b84314b8a6d166f945e924334c78edde1c40fdaa317ffb478dc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-bnk99 9682edc0f3e27b84314b8a6d166f945e924334c78edde1c40fdaa317ffb478dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:89:ee:58:98:7a\",\"name\":\"9682edc0f3e27b8\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10450536-ad63-49ae-bfc9-ab907bf420e7\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:08.401249 3838 cni.go:452] [openshift-monitoring/prometheus-k8s-0 e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32 network default NAD default NAD key ] I0521 19:42:08.410520 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: e9ad7c5a651b6bf, network: default, NAD default, SandboxID: "e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32", PCI device ID: , UID: "34784812-1aad-4dbd-aba1-3dc19bf9172c", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0521 19:42:08.456822 3838 cni.go:473] [openshift-monitoring/prometheus-k8s-0 e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:8e:6d:a6:16:91\",\"name\":\"e9ad7c5a651b6bf\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82e6d8b4-9e34-40e5-befc-3868e10bda49\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:09.443833 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.443851 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.443856 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:42:09.519624 3838 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:09.519642 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:10.536865 3838 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-759f8f85-2gfwv IP address from the namespace address-set, err: pod openshift-console/console-759f8f85-2gfwv: no pod IPs found W0521 19:42:11.570170 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:42:11.610435 3838 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:11.610454 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:11.610460 3838 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:11.610466 3838 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:11.719086 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:11.719109 3838 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:11.719116 3838 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:11.761060 3838 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:11.761077 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:12.776993 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:42:16.638888 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:16.638913 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:16.701788 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:16.701812 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:16.844832 3838 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:16.844848 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:16.844853 3838 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:16.844857 3838 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.432777 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:42:17.530154 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.530179 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.530188 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:17.530195 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:42:19.584231 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:19.584249 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:42:23.189568 3838 cni.go:452] [kube-system/global-pull-secret-syncer-5l57d d397239c05e5f4dcd9db6e95eb6b95f08b8fbd1d3800c7737e0bfd014423c094 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-5l57d d397239c05e5f4dcd9db6e95eb6b95f08b8fbd1d3800c7737e0bfd014423c094 network default NAD default NAD key ] I0521 19:42:23.198815 3838 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-5l57d, hostIfaceName: d397239c05e5f4d, network: default, NAD default, SandboxID: "d397239c05e5f4dcd9db6e95eb6b95f08b8fbd1d3800c7737e0bfd014423c094", PCI device ID: , UID: "9704c909-b6e1-4713-88bf-3c1d860f3682", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0521 19:42:23.245760 3838 cni.go:473] [kube-system/global-pull-secret-syncer-5l57d d397239c05e5f4dcd9db6e95eb6b95f08b8fbd1d3800c7737e0bfd014423c094 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-5l57d d397239c05e5f4dcd9db6e95eb6b95f08b8fbd1d3800c7737e0bfd014423c094 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:0a:e3:a1:f0:a2\",\"name\":\"d397239c05e5f4d\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/516f25e8-23c4-4c6b-8d43-f47242169699\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:23.314153 3838 cni.go:452] [openshift-multus/network-metrics-daemon-ktpl8 80c58ef24b33815961a5a8e6f77ba4894137908afa8b025feb68968b93ca3f7f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ktpl8 80c58ef24b33815961a5a8e6f77ba4894137908afa8b025feb68968b93ca3f7f network default NAD default NAD key ] I0521 19:42:23.317244 3838 cni.go:452] [openshift-network-diagnostics/network-check-target-59cqd 56be78924408739ae6ba8ca8b53f5d616035dd9ac65db0c2f47977913bb3e082 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-59cqd 56be78924408739ae6ba8ca8b53f5d616035dd9ac65db0c2f47977913bb3e082 network default NAD default NAD key ] I0521 19:42:23.325055 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ktpl8, hostIfaceName: 80c58ef24b33815, network: default, NAD default, SandboxID: "80c58ef24b33815961a5a8e6f77ba4894137908afa8b025feb68968b93ca3f7f", PCI device ID: , UID: "26cb37fc-b5bd-4702-b6de-eb43e212ee72", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0521 19:42:23.326910 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-59cqd, hostIfaceName: 56be78924408739, network: default, NAD default, SandboxID: "56be78924408739ae6ba8ca8b53f5d616035dd9ac65db0c2f47977913bb3e082", PCI device ID: , UID: "17387c23-670d-4cfc-bea0-3f64176820b4", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0521 19:42:23.370020 3838 cni.go:473] [openshift-multus/network-metrics-daemon-ktpl8 80c58ef24b33815961a5a8e6f77ba4894137908afa8b025feb68968b93ca3f7f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ktpl8 80c58ef24b33815961a5a8e6f77ba4894137908afa8b025feb68968b93ca3f7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:39:fe:75:58:8f\",\"name\":\"80c58ef24b33815\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb512f12-11f5-428a-b903-fb87cb08dcf8\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:23.388061 3838 cni.go:473] [openshift-network-diagnostics/network-check-target-59cqd 56be78924408739ae6ba8ca8b53f5d616035dd9ac65db0c2f47977913bb3e082 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-59cqd 56be78924408739ae6ba8ca8b53f5d616035dd9ac65db0c2f47977913bb3e082 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:44:5a:fa:e8:fd\",\"name\":\"56be78924408739\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d60ad0a6-bf16-4f7c-b7f1-821c5e72c6ba\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:42:29.102663 3838 cni.go:452] [openshift-console/console-77fd6dc794-wlbcx ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77fd6dc794-wlbcx ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590 network default NAD default NAD key ] I0521 19:42:29.180696 3838 cni.go:473] [openshift-console/console-77fd6dc794-wlbcx ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77fd6dc794-wlbcx ee2df92f42a623ff237a9097dbe84cd856d49d411f8b33b51c093401d3a12590 network default NAD default NAD key default], result "{}", err I0521 19:42:29.245139 3838 obj_retry.go:498] Detected object openshift-console/console-77fd6dc794-wlbcx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:29.245182 3838 pods.go:176] Deleting pod: openshift-console/console-77fd6dc794-wlbcx I0521 19:42:29.246379 3838 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77fd6dc794-wlbcx, ips: 10.130.0.10 I0521 19:42:29.246412 3838 obj_retry.go:498] Detected object openshift-console/console-77fd6dc794-wlbcx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:29.256581 3838 base_network_controller_pods.go:487] [default/openshift-console/console-6d7bf7f474-dvfsr] creating logical port openshift-console_console-6d7bf7f474-dvfsr for pod on switch ip-10-0-1-105.ec2.internal I0521 19:42:29.256674 3838 kube.go:256] Updating pod openshift-console/console-6d7bf7f474-dvfsr I0521 19:42:29.270237 3838 pod.go:62] [openshift-console/console-6d7bf7f474-dvfsr] pod update took 13.586929ms I0521 19:42:29.270264 3838 base_network_controller_pods.go:951] [default/openshift-console/console-6d7bf7f474-dvfsr] addLogicalPort annotation time took 13.614875ms I0521 19:42:29.271597 3838 pods.go:271] [openshift-console/console-6d7bf7f474-dvfsr] addLogicalPort took 15.027593ms, libovsdb time 869.194µs I0521 19:42:29.591182 3838 obj_retry.go:492] Detected object openshift-console/console-77fd6dc794-wlbcx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:29.591303 3838 obj_retry.go:492] Detected object openshift-console/console-77fd6dc794-wlbcx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:29.599116 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77fd6dc794-wlbcx I0521 19:42:29.599138 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77fd6dc794-wlbcx I0521 19:42:29.644123 3838 cni.go:452] [openshift-console/console-6d7bf7f474-dvfsr 2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d7bf7f474-dvfsr 2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e network default NAD default NAD key ] I0521 19:42:29.653507 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d7bf7f474-dvfsr, hostIfaceName: 2d52e35d96f2995, network: default, NAD default, SandboxID: "2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e", PCI device ID: , UID: "847a0833-3660-4d57-bcd0-bb0bb797ca5e", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0521 19:42:29.700118 3838 cni.go:473] [openshift-console/console-6d7bf7f474-dvfsr 2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d7bf7f474-dvfsr 2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:25:9b:89:cb:39\",\"name\":\"2d52e35d96f2995\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c13b57ad-57de-46f7-a81a-280c7bbd4824\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:42:32.526379 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:42:33.207437 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:33.207460 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:33.207466 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:42:35.963067 3838 obj_retry.go:498] Detected object openshift-console/console-759f8f85-fq4hv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:35.963677 3838 obj_retry.go:498] Detected object openshift-console/console-759f8f85-fq4hv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:36.793574 3838 obj_retry.go:492] Detected object openshift-console/console-759f8f85-fq4hv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:36.793600 3838 obj_retry.go:492] Detected object openshift-console/console-759f8f85-fq4hv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:36.797563 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-759f8f85-fq4hv I0521 19:42:36.797587 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-759f8f85-fq4hv W0521 19:42:39.648395 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:42:42.025619 3838 obj_retry.go:498] Detected object openshift-image-registry/image-registry-655886fbdf-zzddl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:42.026211 3838 obj_retry.go:498] Detected object openshift-image-registry/image-registry-655886fbdf-zzddl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:42:42.814863 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0521 19:42:42.825630 3838 obj_retry.go:492] Detected object openshift-image-registry/image-registry-655886fbdf-zzddl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:42.825650 3838 obj_retry.go:492] Detected object openshift-image-registry/image-registry-655886fbdf-zzddl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:42.836487 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-655886fbdf-zzddl I0521 19:42:42.836508 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-655886fbdf-zzddl W0521 19:42:51.792635 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:42:51.792660 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:42:52.861771 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 19:42:52.918891 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0521 19:42:54.016083 3838 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:54.016588 3838 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:54.924269 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:54.924318 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:42:59.605530 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:43:00.354677 3838 obj_retry.go:498] Detected object openshift-ingress/router-default-5c5bb958d5-n7tsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:00.355204 3838 obj_retry.go:498] Detected object openshift-ingress/router-default-5c5bb958d5-n7tsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:00.893500 3838 obj_retry.go:492] Detected object openshift-ingress/router-default-5c5bb958d5-n7tsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:00.893527 3838 obj_retry.go:492] Detected object openshift-ingress/router-default-5c5bb958d5-n7tsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:00.901530 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5c5bb958d5-n7tsf I0521 19:43:00.901556 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5c5bb958d5-n7tsf I0521 19:43:05.015776 3838 obj_retry.go:498] Detected object openshift-console/console-77fd6dc794-ps4rr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:05.016345 3838 obj_retry.go:498] Detected object openshift-console/console-77fd6dc794-ps4rr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:05.963494 3838 obj_retry.go:492] Detected object openshift-console/console-77fd6dc794-ps4rr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:05.963520 3838 obj_retry.go:492] Detected object openshift-console/console-77fd6dc794-ps4rr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:05.970301 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77fd6dc794-ps4rr I0521 19:43:05.970328 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77fd6dc794-ps4rr I0521 19:43:23.578549 3838 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:23.579076 3838 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:24.045809 3838 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:24.045862 3838 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:24.053646 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:43:24.053673 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:43:26.336384 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7755f49c8f-9tphh] creating logical port openshift-monitoring_telemeter-client-7755f49c8f-9tphh for pod on switch ip-10-0-1-105.ec2.internal I0521 19:43:26.336486 3838 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7755f49c8f-9tphh I0521 19:43:26.355600 3838 pod.go:62] [openshift-monitoring/telemeter-client-7755f49c8f-9tphh] pod update took 19.14177ms I0521 19:43:26.355622 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7755f49c8f-9tphh] addLogicalPort annotation time took 19.169697ms I0521 19:43:26.356891 3838 pods.go:271] [openshift-monitoring/telemeter-client-7755f49c8f-9tphh] addLogicalPort took 20.525452ms, libovsdb time 936.345µs I0521 19:43:26.694808 3838 cni.go:452] [openshift-monitoring/telemeter-client-7755f49c8f-9tphh 7c0d376d5c578547c431fb4063dc494106d8cdeede003b7e3ac486bb24c8bf53 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7755f49c8f-9tphh 7c0d376d5c578547c431fb4063dc494106d8cdeede003b7e3ac486bb24c8bf53 network default NAD default NAD key ] I0521 19:43:26.703886 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7755f49c8f-9tphh, hostIfaceName: 7c0d376d5c57854, network: default, NAD default, SandboxID: "7c0d376d5c578547c431fb4063dc494106d8cdeede003b7e3ac486bb24c8bf53", PCI device ID: , UID: "a502e913-7398-422a-8e31-eb36dc8573a1", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0521 19:43:26.751388 3838 cni.go:473] [openshift-monitoring/telemeter-client-7755f49c8f-9tphh 7c0d376d5c578547c431fb4063dc494106d8cdeede003b7e3ac486bb24c8bf53 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7755f49c8f-9tphh 7c0d376d5c578547c431fb4063dc494106d8cdeede003b7e3ac486bb24c8bf53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:82:f3:ea:d2:06\",\"name\":\"7c0d376d5c57854\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdb6fb0b-a6e9-4b5c-a646-14a8af7ab946\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:43:27.942202 3838 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:27.942861 3838 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:28.073156 3838 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:28.073183 3838 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:28.080859 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:43:28.080888 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:43:48.213704 3838 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:48.214247 3838 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:48.214294 3838 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:48.214304 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:43:48.214319 3838 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:48.214324 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 19:43:49.241403 3838 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:49.241424 3838 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:49.241438 3838 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:49.241452 3838 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9s5gz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:52.061978 3838 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:52.071897 3838 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:55.682180 3838 cni.go:452] [openshift-monitoring/alertmanager-main-0 2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501 network default NAD default NAD key ] I0521 19:43:55.749592 3838 cni.go:473] [openshift-monitoring/alertmanager-main-0 2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 2ac12c552ac6482b0dba51b76197efe3b848e4b30a3c1e8d81c83d3584bda501 network default NAD default NAD key default], result "{}", err I0521 19:43:55.810887 3838 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:55.810917 3838 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0521 19:43:55.812316 3838 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.12 I0521 19:43:55.812349 3838 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:55.936227 3838 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:55.936249 3838 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:55.942899 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:43:55.942951 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:43:55.982882 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:43:55.983012 3838 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0521 19:43:56.006874 3838 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 23.897002ms I0521 19:43:56.006897 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 23.92591ms I0521 19:43:56.008044 3838 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.177111ms, libovsdb time 863.894µs I0521 19:43:56.336201 3838 cni.go:452] [openshift-monitoring/alertmanager-main-0 627415e8166bd481f826ace0d37bbb02e40017dacab834a8a8876bfeacad5130 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 627415e8166bd481f826ace0d37bbb02e40017dacab834a8a8876bfeacad5130 network default NAD default NAD key ] I0521 19:43:56.350933 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 627415e8166bd48, network: default, NAD default, SandboxID: "627415e8166bd481f826ace0d37bbb02e40017dacab834a8a8876bfeacad5130", PCI device ID: , UID: "e8c9a173-13f3-4595-b634-a5a996ab5c10", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0521 19:43:56.400408 3838 cni.go:473] [openshift-monitoring/alertmanager-main-0 627415e8166bd481f826ace0d37bbb02e40017dacab834a8a8876bfeacad5130 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 627415e8166bd481f826ace0d37bbb02e40017dacab834a8a8876bfeacad5130 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:11:b2:a1:cf:8f\",\"name\":\"627415e8166bd48\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8f82b16-c282-4251-b0b6-3a72bb1f4017\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:09.188327 3838 cni.go:452] [openshift-console/console-6d7bf7f474-dvfsr 2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d7bf7f474-dvfsr 2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e network default NAD default NAD key ] I0521 19:44:09.260641 3838 cni.go:473] [openshift-console/console-6d7bf7f474-dvfsr 2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d7bf7f474-dvfsr 2d52e35d96f299551d1b688c4f098a9bff93145b675c0b28537f2201cd96617e network default NAD default NAD key default], result "{}", err I0521 19:44:09.313461 3838 obj_retry.go:498] Detected object openshift-console/console-6d7bf7f474-dvfsr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:09.313494 3838 pods.go:176] Deleting pod: openshift-console/console-6d7bf7f474-dvfsr I0521 19:44:09.314773 3838 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d7bf7f474-dvfsr, ips: 10.130.0.17 I0521 19:44:09.314805 3838 obj_retry.go:498] Detected object openshift-console/console-6d7bf7f474-dvfsr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:09.320590 3838 base_network_controller_pods.go:487] [default/openshift-console/console-84879d75bc-rdnjz] creating logical port openshift-console_console-84879d75bc-rdnjz for pod on switch ip-10-0-1-105.ec2.internal I0521 19:44:09.320699 3838 kube.go:256] Updating pod openshift-console/console-84879d75bc-rdnjz I0521 19:44:09.335606 3838 pod.go:62] [openshift-console/console-84879d75bc-rdnjz] pod update took 14.928336ms I0521 19:44:09.335634 3838 base_network_controller_pods.go:951] [default/openshift-console/console-84879d75bc-rdnjz] addLogicalPort annotation time took 14.958739ms I0521 19:44:09.336942 3838 pods.go:271] [openshift-console/console-84879d75bc-rdnjz] addLogicalPort took 16.363586ms, libovsdb time 965.282µs I0521 19:44:09.677350 3838 cni.go:452] [openshift-console/console-84879d75bc-rdnjz 471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-84879d75bc-rdnjz 471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e network default NAD default NAD key ] I0521 19:44:09.686872 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-84879d75bc-rdnjz, hostIfaceName: 471ca46559009a0, network: default, NAD default, SandboxID: "471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e", PCI device ID: , UID: "8d30c6be-9200-45c4-8a2b-2171c7761cbb", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0521 19:44:09.732809 3838 cni.go:473] [openshift-console/console-84879d75bc-rdnjz 471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-84879d75bc-rdnjz 471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:90:bd:af:0d:4b\",\"name\":\"471ca46559009a0\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3267bbb9-a129-466c-9b0e-648392aa7942\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:44:10.016185 3838 obj_retry.go:492] Detected object openshift-console/console-6d7bf7f474-dvfsr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:10.016205 3838 obj_retry.go:492] Detected object openshift-console/console-6d7bf7f474-dvfsr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:10.023468 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d7bf7f474-dvfsr I0521 19:44:10.023492 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d7bf7f474-dvfsr W0521 19:44:16.398335 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:44:16.398358 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:44:16.398364 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:44:16.831885 3838 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0521 19:44:20.045104 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:44:20.557051 3838 obj_retry.go:498] Detected object openshift-console/console-6d7bf7f474-qkh2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:20.557673 3838 obj_retry.go:498] Detected object openshift-console/console-6d7bf7f474-qkh2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:21.234354 3838 obj_retry.go:492] Detected object openshift-console/console-6d7bf7f474-qkh2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:21.234378 3838 obj_retry.go:492] Detected object openshift-console/console-6d7bf7f474-qkh2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:21.241471 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d7bf7f474-qkh2w I0521 19:44:21.241497 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d7bf7f474-qkh2w I0521 19:44:30.519718 3838 cni.go:452] [openshift-monitoring/prometheus-k8s-0 e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32 network default NAD default NAD key ] I0521 19:44:30.593491 3838 cni.go:473] [openshift-monitoring/prometheus-k8s-0 e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 e9ad7c5a651b6bf8fa641f738d0c7cedef2b8d38b2e7ef764904080b8c79aa32 network default NAD default NAD key default], result "{}", err I0521 19:44:30.653546 3838 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:30.653581 3838 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0521 19:44:30.654941 3838 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.16 I0521 19:44:30.654977 3838 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:44:31.081911 3838 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:31.081936 3838 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:44:31.089351 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:44:31.089375 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:44:31.136771 3838 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:44:31.136869 3838 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0521 19:44:31.162719 3838 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.887079ms I0521 19:44:31.162753 3838 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.924356ms I0521 19:44:31.163950 3838 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 27.195373ms, libovsdb time 895.676µs I0521 19:44:31.496857 3838 cni.go:452] [openshift-monitoring/prometheus-k8s-0 1d260f689ed07e9ab1f69dfde5ba0bfa96394072c662a085fd636e7f69134929 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 1d260f689ed07e9ab1f69dfde5ba0bfa96394072c662a085fd636e7f69134929 network default NAD default NAD key ] I0521 19:44:31.506208 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 1d260f689ed07e9, network: default, NAD default, SandboxID: "1d260f689ed07e9ab1f69dfde5ba0bfa96394072c662a085fd636e7f69134929", PCI device ID: , UID: "8c752360-ed36-4daa-8f0f-c4e7f3753116", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0521 19:44:31.553406 3838 cni.go:473] [openshift-monitoring/prometheus-k8s-0 1d260f689ed07e9ab1f69dfde5ba0bfa96394072c662a085fd636e7f69134929 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 1d260f689ed07e9ab1f69dfde5ba0bfa96394072c662a085fd636e7f69134929 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f2:ce:e1:37:0c\",\"name\":\"1d260f689ed07e9\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ae2e7b7-8c57-4d8a-b4bd-d0d057756a3a\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:45:32.375858 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:45:32.375880 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:46:12.995303 3838 cni.go:452] [openshift-console/console-84879d75bc-rdnjz 471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-84879d75bc-rdnjz 471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e network default NAD default NAD key ] I0521 19:46:13.074088 3838 cni.go:473] [openshift-console/console-84879d75bc-rdnjz 471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-84879d75bc-rdnjz 471ca46559009a0d5a7ce9fa6ce2583a3958d3f7e3a11d0e813c1207b4d58a3e network default NAD default NAD key default], result "{}", err I0521 19:46:13.128970 3838 obj_retry.go:498] Detected object openshift-console/console-84879d75bc-rdnjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:13.129017 3838 pods.go:176] Deleting pod: openshift-console/console-84879d75bc-rdnjz I0521 19:46:13.130525 3838 pods.go:236] Attempting to release IPs for pod: openshift-console/console-84879d75bc-rdnjz, ips: 10.130.0.20 I0521 19:46:13.130555 3838 obj_retry.go:498] Detected object openshift-console/console-84879d75bc-rdnjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:13.136482 3838 base_network_controller_pods.go:487] [default/openshift-console/console-76df66f86b-gmrx2] creating logical port openshift-console_console-76df66f86b-gmrx2 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:46:13.136585 3838 kube.go:256] Updating pod openshift-console/console-76df66f86b-gmrx2 I0521 19:46:13.153336 3838 pod.go:62] [openshift-console/console-76df66f86b-gmrx2] pod update took 16.717424ms I0521 19:46:13.153365 3838 base_network_controller_pods.go:951] [default/openshift-console/console-76df66f86b-gmrx2] addLogicalPort annotation time took 16.800846ms I0521 19:46:13.154796 3838 pods.go:271] [openshift-console/console-76df66f86b-gmrx2] addLogicalPort took 18.324014ms, libovsdb time 1.000094ms I0521 19:46:13.481212 3838 obj_retry.go:492] Detected object openshift-console/console-84879d75bc-rdnjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.481257 3838 obj_retry.go:492] Detected object openshift-console/console-84879d75bc-rdnjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:13.488909 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84879d75bc-rdnjz I0521 19:46:13.488939 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84879d75bc-rdnjz I0521 19:46:13.503828 3838 cni.go:452] [openshift-console/console-76df66f86b-gmrx2 289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76df66f86b-gmrx2 289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9 network default NAD default NAD key ] I0521 19:46:13.513382 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76df66f86b-gmrx2, hostIfaceName: 289044a65991f94, network: default, NAD default, SandboxID: "289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9", PCI device ID: , UID: "3256a588-dfa1-4a30-af08-d4bd8cd4ba29", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0521 19:46:13.561040 3838 cni.go:473] [openshift-console/console-76df66f86b-gmrx2 289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76df66f86b-gmrx2 289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:0d:b0:91:86:76\",\"name\":\"289044a65991f94\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/098b57e8-6374-4c09-ad93-671563b7bd25\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:46:23.535537 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:46:23.985017 3838 obj_retry.go:498] Detected object openshift-console/console-84879d75bc-5jjfm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:23.985598 3838 obj_retry.go:498] Detected object openshift-console/console-84879d75bc-5jjfm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:46:24.770454 3838 obj_retry.go:492] Detected object openshift-console/console-84879d75bc-5jjfm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:24.770505 3838 obj_retry.go:492] Detected object openshift-console/console-84879d75bc-5jjfm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:46:24.777976 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84879d75bc-5jjfm I0521 19:46:24.778001 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84879d75bc-5jjfm I0521 19:46:51.232355 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0521 19:47:36.228478 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0521 19:47:36.309796 3838 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:48:08.347837 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 19:48:19.342560 3838 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 19:48:24.331656 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 19:48:33.310145 3838 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 19:48:37.316296 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0521 19:48:38.228500 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0521 19:48:48.336536 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0521 19:48:57.363752 3838 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:49:08.411525 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:49:08.411584 3838 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-7vfwj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-7vfwj: no pod IPs found I0521 19:49:11.232684 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0521 19:49:12.674384 3838 obj_retry.go:498] Detected object openshift-console/console-76df66f86b-blj9b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:12.675038 3838 obj_retry.go:498] Detected object openshift-console/console-76df66f86b-blj9b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:13.447644 3838 obj_retry.go:492] Detected object openshift-console/console-76df66f86b-blj9b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:13.447667 3838 obj_retry.go:492] Detected object openshift-console/console-76df66f86b-blj9b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:13.455235 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76df66f86b-blj9b I0521 19:49:13.455259 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76df66f86b-blj9b I0521 19:49:18.326626 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0521 19:49:23.595754 3838 cni.go:452] [openshift-console/console-76df66f86b-gmrx2 289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76df66f86b-gmrx2 289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9 network default NAD default NAD key ] I0521 19:49:23.667697 3838 cni.go:473] [openshift-console/console-76df66f86b-gmrx2 289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76df66f86b-gmrx2 289044a65991f940fd2c3369dc174bce90cf6c0ba69902f5b934f0b67e5e23f9 network default NAD default NAD key default], result "{}", err I0521 19:49:23.716750 3838 obj_retry.go:498] Detected object openshift-console/console-76df66f86b-gmrx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:23.716779 3838 pods.go:176] Deleting pod: openshift-console/console-76df66f86b-gmrx2 I0521 19:49:23.718011 3838 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76df66f86b-gmrx2, ips: 10.130.0.22 I0521 19:49:23.718039 3838 obj_retry.go:498] Detected object openshift-console/console-76df66f86b-gmrx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:49:24.214835 3838 obj_retry.go:492] Detected object openshift-console/console-76df66f86b-gmrx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:24.214893 3838 obj_retry.go:492] Detected object openshift-console/console-76df66f86b-gmrx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:49:24.220925 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76df66f86b-gmrx2 I0521 19:49:24.220946 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76df66f86b-gmrx2 I0521 19:49:37.347239 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 19:49:48.241916 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=467 I0521 19:50:03.779012 3838 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-h7fmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:03.779612 3838 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-h7fmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.667257 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-h7fmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:04.667296 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-h7fmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:21.321192 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 19:50:52.324691 3838 namespace.go:98] [tsf] adding namespace I0521 19:50:52.325629 3838 namespace.go:102] [tsf] adding namespace took 916.389µs I0521 19:50:52.348141 3838 namespace.go:142] [tsf] updating namespace I0521 19:50:52.360731 3838 namespace.go:142] [tsf] updating namespace I0521 19:50:56.080389 3838 namespace.go:98] [tsf-tas] adding namespace I0521 19:50:56.081218 3838 namespace.go:102] [tsf-tas] adding namespace took 807.036µs I0521 19:50:56.084494 3838 namespace.go:98] [tsf-tpa] adding namespace I0521 19:50:56.084568 3838 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:50:56.084715 3838 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:50:56.084869 3838 namespace.go:98] [rhbk-operator] adding namespace I0521 19:50:56.084928 3838 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:50:56.085058 3838 namespace.go:98] [konflux-operator] adding namespace I0521 19:50:56.085187 3838 namespace.go:102] [tsf-tpa] adding namespace took 677.915µs I0521 19:50:56.085761 3838 namespace.go:102] [rhtpa-operator] adding namespace took 1.177474ms I0521 19:50:56.085787 3838 namespace.go:98] [konflux-ui] adding namespace I0521 19:50:56.086187 3838 namespace.go:102] [konflux-ui] adding namespace took 393.687µs I0521 19:50:56.086680 3838 namespace.go:102] [cert-manager-operator] adding namespace took 1.943602ms I0521 19:50:56.087132 3838 namespace.go:102] [rhbk-operator] adding namespace took 2.252151ms I0521 19:50:56.087702 3838 namespace.go:102] [tsf-keycloak] adding namespace took 2.760767ms I0521 19:50:56.088073 3838 namespace.go:102] [konflux-operator] adding namespace took 3.005495ms I0521 19:50:56.100471 3838 namespace.go:142] [tsf-tas] updating namespace I0521 19:50:56.117242 3838 namespace.go:142] [tsf-tas] updating namespace I0521 19:50:56.130927 3838 namespace.go:142] [konflux-ui] updating namespace I0521 19:50:56.134928 3838 namespace.go:142] [tsf-tpa] updating namespace I0521 19:50:56.139266 3838 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:50:56.139321 3838 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:50:56.152796 3838 namespace.go:142] [rhbk-operator] updating namespace I0521 19:50:56.158643 3838 namespace.go:142] [konflux-operator] updating namespace I0521 19:50:56.158710 3838 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:50:56.158771 3838 namespace.go:142] [tsf-tas] updating namespace I0521 19:50:56.189830 3838 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:50:56.202075 3838 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:50:56.215392 3838 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:50:56.238435 3838 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:50:56.277657 3838 namespace.go:142] [konflux-ui] updating namespace I0521 19:50:56.301097 3838 namespace.go:142] [konflux-ui] updating namespace I0521 19:50:56.331657 3838 namespace.go:142] [rhbk-operator] updating namespace I0521 19:50:56.348554 3838 namespace.go:142] [rhbk-operator] updating namespace I0521 19:50:56.357710 3838 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:50:56.373073 3838 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:50:56.384046 3838 namespace.go:142] [konflux-operator] updating namespace I0521 19:50:56.403110 3838 namespace.go:142] [konflux-operator] updating namespace I0521 19:50:56.429453 3838 namespace.go:142] [tsf-tpa] updating namespace I0521 19:50:56.445353 3838 namespace.go:142] [tsf-tpa] updating namespace I0521 19:50:57.272295 3838 namespace.go:142] [tsf-tpa] updating namespace I0521 19:50:57.293076 3838 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:50:57.525342 3838 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-105.ec2.internal I0521 19:50:57.525487 3838 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 19:50:57.545333 3838 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.887982ms I0521 19:50:57.545352 3838 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.913649ms I0521 19:50:57.546532 3838 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 21.25214ms, libovsdb time 856.8µs I0521 19:50:57.900238 3838 cni.go:452] [tsf/test-tsf-subscriptions 710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60 network default NAD default NAD key ] I0521 19:50:57.909290 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 710b4740f2da627, network: default, NAD default, SandboxID: "710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60", PCI device ID: , UID: "0425b56e-9e93-4c65-a5b6-0713dae99cf2", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0521 19:50:57.956134 3838 cni.go:473] [tsf/test-tsf-subscriptions 710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:ca:ce:f6:2f:e1\",\"name\":\"710b4740f2da627\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70ac3aef-45f3-43e3-8047-76b3caa06cbc\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:50:59.229195 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36 I0521 19:51:03.026544 3838 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:03.027184 3838 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:03.027220 3838 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:03.027232 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:03.027250 3838 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:03.027256 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:04.047770 3838 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:04.048447 3838 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:04.048475 3838 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:04.048486 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:04.048500 3838 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:04.048506 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:04.054601 3838 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:04.054619 3838 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:04.054628 3838 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:04.054638 3838 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ekphqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:05.076059 3838 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:05.076084 3838 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:05.076095 3838 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:05.076107 3838 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nvbcv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:08.091044 3838 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.091575 3838 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.091605 3838 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.091614 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:08.091624 3838 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.091628 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:08.126317 3838 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.126834 3838 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.126868 3838 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.126879 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:08.126895 3838 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:08.126902 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:09.123907 3838 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.123930 3838 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.123949 3838 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.123958 3838 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dk6wc5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.159202 3838 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.159228 3838 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.159241 3838 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:09.159250 3838 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnkrxt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:10.131894 3838 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.132428 3838 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.132460 3838 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.132473 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:10.132486 3838 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.132492 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:10.164916 3838 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.165330 3838 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.165356 3838 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.165365 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:10.165377 3838 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:10.165381 3838 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:11.164669 3838 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.164697 3838 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.164712 3838 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.164730 3838 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7p9znx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.198386 3838 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.198404 3838 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.198414 3838 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:11.198423 3838 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136dxwxb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:51:22.670006 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:51:22.675979 3838 namespace.go:98] [cert-manager] adding namespace I0521 19:51:22.676811 3838 namespace.go:102] [cert-manager] adding namespace took 814.244µs I0521 19:51:22.900834 3838 namespace.go:142] [cert-manager] updating namespace I0521 19:51:22.954133 3838 namespace.go:142] [cert-manager] updating namespace W0521 19:51:23.148934 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:25.217890 3838 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:25.248036 3838 namespace.go:142] [openshift-operators] updating namespace W0521 19:51:30.152195 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:51:30.152217 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:51:33.741885 3838 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:42.843402 3838 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:51:42.844148 3838 namespace.go:102] [trusted-artifact-signer] adding namespace took 723.365µs I0521 19:51:42.869221 3838 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:42.884821 3838 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:51:43.085150 3838 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:51:43.945542 3838 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-f7plj] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-f7plj for pod on switch ip-10-0-1-105.ec2.internal I0521 19:51:43.945624 3838 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-f7plj I0521 19:51:43.968735 3838 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-f7plj] pod update took 23.130884ms I0521 19:51:43.968760 3838 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-f7plj] addLogicalPort annotation time took 23.159568ms I0521 19:51:43.969846 3838 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-f7plj] addLogicalPort took 24.325372ms, libovsdb time 766.911µs I0521 19:51:44.301776 3838 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-f7plj 4320045df514309ea4b1570afd4b6ffcb65e222cb0f1f5a514c3b6cb14a8d012 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-f7plj 4320045df514309ea4b1570afd4b6ffcb65e222cb0f1f5a514c3b6cb14a8d012 network default NAD default NAD key ] I0521 19:51:44.312185 3838 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-f7plj, hostIfaceName: 4320045df514309, network: default, NAD default, SandboxID: "4320045df514309ea4b1570afd4b6ffcb65e222cb0f1f5a514c3b6cb14a8d012", PCI device ID: , UID: "9ab66d63-910d-4830-87e3-41cb3e8cfd0a", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0521 19:51:44.359656 3838 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-f7plj 4320045df514309ea4b1570afd4b6ffcb65e222cb0f1f5a514c3b6cb14a8d012 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-f7plj 4320045df514309ea4b1570afd4b6ffcb65e222cb0f1f5a514c3b6cb14a8d012 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:4d:23:99:66:d6\",\"name\":\"4320045df514309\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05414c7c-3963-40b4-9f75-815459f0bb97\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:51:49.330736 3838 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:51:49.331730 3838 namespace.go:102] [openshift-pipelines] adding namespace took 966.976µs I0521 19:51:49.356130 3838 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:51:50.060997 3838 namespace.go:142] [cert-manager] updating namespace I0521 19:51:50.262658 3838 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:50.661966 3838 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:50.817324 3838 cni.go:452] [tsf/test-tsf-subscriptions 710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60 network default NAD default NAD key ] I0521 19:51:50.866429 3838 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:50.897857 3838 cni.go:473] [tsf/test-tsf-subscriptions 710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 710b4740f2da627b1b41185d6264a1e0492d85244599b364a139fb2b726d1a60 network default NAD default NAD key default], result "{}", err I0521 19:51:50.973624 3838 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:50.973657 3838 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 19:51:50.974870 3838 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.23 I0521 19:51:50.974895 3838 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:51.003538 3838 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:51.003563 3838 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:51.012713 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:51:51.012736 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:51:51.062412 3838 namespace.go:142] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] updating namespace I0521 19:51:51.466812 3838 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:51.671872 3838 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:51.866549 3838 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:52.070252 3838 namespace.go:142] [tsf] updating namespace I0521 19:51:52.288238 3838 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:52.412364 3838 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-105.ec2.internal I0521 19:51:52.412457 3838 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 19:51:52.432021 3838 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 19.586696ms I0521 19:51:52.432109 3838 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 19.678352ms I0521 19:51:52.438676 3838 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 26.331405ms, libovsdb time 5.642079ms I0521 19:51:52.473952 3838 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:52.672585 3838 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:52.772098 3838 cni.go:452] [tsf/test-tsf-infrastructure 5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77 network default NAD default NAD key ] I0521 19:51:52.782226 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 5668a677f73be07, network: default, NAD default, SandboxID: "5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77", PCI device ID: , UID: "b227a72f-0397-4920-9735-905e1561275d", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0521 19:51:52.801924 3838 namespace.go:142] [cert-manager] updating namespace I0521 19:51:52.812595 3838 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:52.822589 3838 namespace.go:142] [default] updating namespace I0521 19:51:52.833542 3838 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:52.833859 3838 cni.go:473] [tsf/test-tsf-infrastructure 5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a0:e1:f9:ec:bb\",\"name\":\"5668a677f73be07\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30aaebe7-c9fa-4426-9117-cde47b7999e6\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:51:52.842256 3838 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:52.855691 3838 namespace.go:142] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] updating namespace I0521 19:51:52.865127 3838 namespace.go:142] [openshift] updating namespace I0521 19:51:52.875945 3838 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:52.887184 3838 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:52.895632 3838 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:52.905541 3838 namespace.go:142] [tsf] updating namespace I0521 19:51:52.915389 3838 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:52.933357 3838 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:52.954132 3838 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:53.054576 3838 namespace.go:142] [cert-manager] updating namespace I0521 19:51:53.155624 3838 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:53.253785 3838 namespace.go:142] [default] updating namespace I0521 19:51:53.358639 3838 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:53.458367 3838 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:53.556694 3838 namespace.go:142] [open-cluster-management-2qegovcgb34vgjgrmsm5lc08sjlrclho] updating namespace I0521 19:51:53.660193 3838 namespace.go:142] [openshift] updating namespace I0521 19:51:53.757354 3838 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:53.854692 3838 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:53.959356 3838 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:54.060197 3838 namespace.go:142] [tsf] updating namespace I0521 19:51:54.162269 3838 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:54.256444 3838 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:54.353973 3838 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:55.019563 3838 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:51:55.301185 3838 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-dpvhg for pod on switch ip-10-0-1-105.ec2.internal I0521 19:51:55.301369 3838 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg I0521 19:51:55.323391 3838 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg] pod update took 22.059892ms I0521 19:51:55.323419 3838 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg] addLogicalPort annotation time took 22.090877ms I0521 19:51:55.324876 3838 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg] addLogicalPort took 23.712618ms, libovsdb time 1.053393ms I0521 19:52:01.364395 3838 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg 98f31aab27c8cf2d04990e3bc556d2bdbcc2b6975d603231d547456b26919fc2 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg 98f31aab27c8cf2d04990e3bc556d2bdbcc2b6975d603231d547456b26919fc2 network default NAD default NAD key ] I0521 19:52:01.373787 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-dpvhg, hostIfaceName: 98f31aab27c8cf2, network: default, NAD default, SandboxID: "98f31aab27c8cf2d04990e3bc556d2bdbcc2b6975d603231d547456b26919fc2", PCI device ID: , UID: "5a135036-ae9f-42cc-a10c-0526a858855d", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0521 19:52:01.422676 3838 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg 98f31aab27c8cf2d04990e3bc556d2bdbcc2b6975d603231d547456b26919fc2 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-dpvhg 98f31aab27c8cf2d04990e3bc556d2bdbcc2b6975d603231d547456b26919fc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:fc:19:69:58:21\",\"name\":\"98f31aab27c8cf2\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0b7b679-bef7-4225-8e6c-30c6239bc702\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:52:01.872764 3838 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:52:04.198834 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:52:04.198932 3838 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8 I0521 19:52:04.218168 3838 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8] pod update took 19.265249ms I0521 19:52:04.218195 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8] addLogicalPort annotation time took 19.299441ms I0521 19:52:04.219312 3838 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8] addLogicalPort took 20.498611ms, libovsdb time 780.638µs I0521 19:52:04.377682 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-xp4gx for pod on switch ip-10-0-1-105.ec2.internal I0521 19:52:04.377784 3838 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx I0521 19:52:04.391619 3838 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx] pod update took 13.858282ms I0521 19:52:04.391644 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx] addLogicalPort annotation time took 13.889589ms I0521 19:52:04.392819 3838 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx] addLogicalPort took 15.159087ms, libovsdb time 802.253µs I0521 19:52:04.561452 3838 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8 b27ac93de9e8f68604f607bac4fb3dccada1abfd156ab6abeb98fd68a45ad51e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8 b27ac93de9e8f68604f607bac4fb3dccada1abfd156ab6abeb98fd68a45ad51e network default NAD default NAD key ] I0521 19:52:04.571838 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8, hostIfaceName: b27ac93de9e8f68, network: default, NAD default, SandboxID: "b27ac93de9e8f68604f607bac4fb3dccada1abfd156ab6abeb98fd68a45ad51e", PCI device ID: , UID: "0b82d38f-13a7-4459-b5d7-01a386af9bb9", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0521 19:52:04.620922 3838 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8 b27ac93de9e8f68604f607bac4fb3dccada1abfd156ab6abeb98fd68a45ad51e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-tw4b8 b27ac93de9e8f68604f607bac4fb3dccada1abfd156ab6abeb98fd68a45ad51e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:bf:c8:31:46:34\",\"name\":\"b27ac93de9e8f68\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf79f8b6-8d07-4ba0-86e0-9c1fdb0b31b0\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:04.737766 3838 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx 1deb350d5f62049678635846a69f9beb9b6b5c16fc26f945f66ab6f76123150d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx 1deb350d5f62049678635846a69f9beb9b6b5c16fc26f945f66ab6f76123150d network default NAD default NAD key ] I0521 19:52:04.747537 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-xp4gx, hostIfaceName: 1deb350d5f62049, network: default, NAD default, SandboxID: "1deb350d5f62049678635846a69f9beb9b6b5c16fc26f945f66ab6f76123150d", PCI device ID: , UID: "6eb0f1bd-110a-4fc0-83e3-898b8ff0a961", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0521 19:52:04.794500 3838 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx 1deb350d5f62049678635846a69f9beb9b6b5c16fc26f945f66ab6f76123150d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-xp4gx 1deb350d5f62049678635846a69f9beb9b6b5c16fc26f945f66ab6f76123150d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:bd:33:b7:f3:16\",\"name\":\"1deb350d5f62049\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccc82c31-68e2-4fde-b70d-fedd030ae3e7\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:52:07.170623 3838 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:07.170645 3838 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:07.170649 3838 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:10.308549 3838 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:52:10.336814 3838 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:10.336840 3838 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:10.336846 3838 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:10.336849 3838 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:17.219013 3838 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:17.219033 3838 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:17.219039 3838 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:22.883384 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0521 19:52:33.022671 3838 cni.go:452] [tsf/test-tsf-infrastructure 5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77 network default NAD default NAD key ] I0521 19:52:33.105733 3838 cni.go:473] [tsf/test-tsf-infrastructure 5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 5668a677f73be07bb6729045e749354d2edbd0ba7a0daba2ad356eced9637b77 network default NAD default NAD key default], result "{}", err I0521 19:52:33.156868 3838 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:33.156903 3838 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 19:52:33.158256 3838 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.25 I0521 19:52:33.158308 3838 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:33.178139 3838 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:33.178158 3838 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:33.182069 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:52:33.182093 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:52:34.265047 3838 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-105.ec2.internal I0521 19:52:34.265161 3838 kube.go:256] Updating pod tsf/test-tsf-iam I0521 19:52:34.280436 3838 pod.go:62] [tsf/test-tsf-iam] pod update took 15.294265ms I0521 19:52:34.280462 3838 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 15.324358ms I0521 19:52:34.281645 3838 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.609975ms, libovsdb time 829.325µs I0521 19:52:34.438109 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-jdpvb for pod on switch ip-10-0-1-105.ec2.internal I0521 19:52:34.438236 3838 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb I0521 19:52:34.454555 3838 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb] pod update took 16.342952ms I0521 19:52:34.454574 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb] addLogicalPort annotation time took 16.367499ms I0521 19:52:34.455873 3838 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb] addLogicalPort took 17.78413ms, libovsdb time 946.846µs I0521 19:52:34.619719 3838 cni.go:452] [tsf/test-tsf-iam 14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df network default NAD default NAD key ] I0521 19:52:34.629105 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 14a5e63126e8447, network: default, NAD default, SandboxID: "14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df", PCI device ID: , UID: "03cf783f-77f9-4ff5-aea6-8cc3bab2438e", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0521 19:52:34.664728 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-ztwsw for pod on switch ip-10-0-1-105.ec2.internal I0521 19:52:34.664824 3838 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw I0521 19:52:34.678414 3838 cni.go:473] [tsf/test-tsf-iam 14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:42:44:4f:c8:c3\",\"name\":\"14a5e63126e8447\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18fd2e54-a97d-4b17-824e-fda0638dfa77\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:34.681212 3838 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw] pod update took 16.408714ms I0521 19:52:34.681236 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw] addLogicalPort annotation time took 16.436166ms I0521 19:52:34.682746 3838 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw] addLogicalPort took 18.031583ms, libovsdb time 1.016546ms I0521 19:52:34.793773 3838 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb 1348f8a9a13c5f252c05ca82bb61036fe9d957ffbbfcdfb36f1133bfa967f63a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb 1348f8a9a13c5f252c05ca82bb61036fe9d957ffbbfcdfb36f1133bfa967f63a network default NAD default NAD key ] I0521 19:52:34.803322 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-jdpvb, hostIfaceName: 1348f8a9a13c5f2, network: default, NAD default, SandboxID: "1348f8a9a13c5f252c05ca82bb61036fe9d957ffbbfcdfb36f1133bfa967f63a", PCI device ID: , UID: "29e14c2b-93aa-44ce-87f2-104015b0ca12", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0521 19:52:34.849189 3838 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb 1348f8a9a13c5f252c05ca82bb61036fe9d957ffbbfcdfb36f1133bfa967f63a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-jdpvb 1348f8a9a13c5f252c05ca82bb61036fe9d957ffbbfcdfb36f1133bfa967f63a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:cc:64:29:94:ee\",\"name\":\"1348f8a9a13c5f2\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31297b83-3e88-4037-aba7-58521b93f149\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:35.029271 3838 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw 05f95520701d727706e2c0269f93d28a47ae72c3dd8abf18d791eb5e4fc81137 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw 05f95520701d727706e2c0269f93d28a47ae72c3dd8abf18d791eb5e4fc81137 network default NAD default NAD key ] I0521 19:52:35.040043 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-ztwsw, hostIfaceName: 05f95520701d727, network: default, NAD default, SandboxID: "05f95520701d727706e2c0269f93d28a47ae72c3dd8abf18d791eb5e4fc81137", PCI device ID: , UID: "c01dcbdd-b59b-48ce-bedf-d688d474f2d1", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0521 19:52:35.087252 3838 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw 05f95520701d727706e2c0269f93d28a47ae72c3dd8abf18d791eb5e4fc81137 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-ztwsw 05f95520701d727706e2c0269f93d28a47ae72c3dd8abf18d791eb5e4fc81137 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:09:b1:52:2e:69\",\"name\":\"05f95520701d727\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac0f70ef-c365-49c7-ba48-97fb93f5c1f5\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:35.097596 3838 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:52:35.098198 3838 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:52:35.098216 3838 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:52:35.100308 3838 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 19:52:39.066084 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:52:44.495896 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:44.495914 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:44.500825 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:52:44.500844 3838 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:52:50.077865 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:52:51.957006 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-p6jbn for pod on switch ip-10-0-1-105.ec2.internal I0521 19:52:51.957127 3838 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn I0521 19:52:51.974098 3838 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn] pod update took 17.010826ms I0521 19:52:51.974120 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn] addLogicalPort annotation time took 17.03895ms I0521 19:52:51.975327 3838 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn] addLogicalPort took 18.335508ms, libovsdb time 855.098µs I0521 19:52:52.319095 3838 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn fea927d1b2c3cc6554c8b1dc937dcf325a72dc071975c3322e2e856360ee48f3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn fea927d1b2c3cc6554c8b1dc937dcf325a72dc071975c3322e2e856360ee48f3 network default NAD default NAD key ] I0521 19:52:52.329383 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-p6jbn, hostIfaceName: fea927d1b2c3cc6, network: default, NAD default, SandboxID: "fea927d1b2c3cc6554c8b1dc937dcf325a72dc071975c3322e2e856360ee48f3", PCI device ID: , UID: "7b7ca664-64a5-455c-af68-fa1a55ab0b82", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0521 19:52:52.379159 3838 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn fea927d1b2c3cc6554c8b1dc937dcf325a72dc071975c3322e2e856360ee48f3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-p6jbn fea927d1b2c3cc6554c8b1dc937dcf325a72dc071975c3322e2e856360ee48f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:08:2d:2e:a5:17\",\"name\":\"fea927d1b2c3cc6\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a846cec7-20b7-416a-8ad9-18fddb107963\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:52:56.137007 3838 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:53:09.915214 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-6rz9x for pod on switch ip-10-0-1-105.ec2.internal I0521 19:53:09.915328 3838 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x I0521 19:53:09.932869 3838 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x] pod update took 17.590026ms I0521 19:53:09.932890 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x] addLogicalPort annotation time took 17.615284ms I0521 19:53:09.934077 3838 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x] addLogicalPort took 18.874784ms, libovsdb time 847.676µs I0521 19:53:09.979268 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-lwrjb for pod on switch ip-10-0-1-105.ec2.internal I0521 19:53:09.979375 3838 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb I0521 19:53:09.995894 3838 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb] pod update took 16.538875ms I0521 19:53:09.995915 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb] addLogicalPort annotation time took 16.561755ms I0521 19:53:09.997106 3838 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb] addLogicalPort took 17.849675ms, libovsdb time 843.546µs I0521 19:53:10.336732 3838 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb f6b8d1c87de1e55c65572ad27fc2dd78b0b0f68df40afcff23cb56909a9dfe93 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb f6b8d1c87de1e55c65572ad27fc2dd78b0b0f68df40afcff23cb56909a9dfe93 network default NAD default NAD key ] I0521 19:53:10.345661 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-lwrjb, hostIfaceName: f6b8d1c87de1e55, network: default, NAD default, SandboxID: "f6b8d1c87de1e55c65572ad27fc2dd78b0b0f68df40afcff23cb56909a9dfe93", PCI device ID: , UID: "a27dff71-eb6c-4e0e-b2c0-e2660a0332fd", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0521 19:53:10.394443 3838 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb f6b8d1c87de1e55c65572ad27fc2dd78b0b0f68df40afcff23cb56909a9dfe93 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-lwrjb f6b8d1c87de1e55c65572ad27fc2dd78b0b0f68df40afcff23cb56909a9dfe93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:78:5d:cc:2f:0f\",\"name\":\"f6b8d1c87de1e55\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cea47c0-1603-4a15-88bc-86e83627284d\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:10.877570 3838 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x dc9433beaf6d7efc2126eca4f666c8c631817ee25278005dc8a956f003fd06c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x dc9433beaf6d7efc2126eca4f666c8c631817ee25278005dc8a956f003fd06c4 network default NAD default NAD key ] I0521 19:53:10.887404 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-6rz9x, hostIfaceName: dc9433beaf6d7ef, network: default, NAD default, SandboxID: "dc9433beaf6d7efc2126eca4f666c8c631817ee25278005dc8a956f003fd06c4", PCI device ID: , UID: "da3bf925-9a0d-41ec-988b-3480137d2f8a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0521 19:53:10.935192 3838 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x dc9433beaf6d7efc2126eca4f666c8c631817ee25278005dc8a956f003fd06c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-6rz9x dc9433beaf6d7efc2126eca4f666c8c631817ee25278005dc8a956f003fd06c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:11:3f:80:9e:e2\",\"name\":\"dc9433beaf6d7ef\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4556af9b-5d17-48b9-93c4-690d44e5a4e2\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:18.266749 3838 cni.go:452] [tsf/test-tsf-iam 14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df network default NAD default NAD key ] I0521 19:53:18.345512 3838 cni.go:473] [tsf/test-tsf-iam 14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 14a5e63126e84470cc03c51bbeba8737e1009a41014963c2b5a00fa50a1455df network default NAD default NAD key default], result "{}", err I0521 19:53:18.398599 3838 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:18.398675 3838 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 19:53:18.400205 3838 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.29 I0521 19:53:18.400233 3838 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:18.439249 3838 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:18.439322 3838 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:18.447114 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:53:18.447137 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:53:19.244657 3838 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-105.ec2.internal I0521 19:53:19.244754 3838 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 19:53:19.258057 3838 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 13.330484ms I0521 19:53:19.258077 3838 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 13.354032ms I0521 19:53:19.259347 3838 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 14.707988ms, libovsdb time 909.874µs I0521 19:53:19.601199 3838 cni.go:452] [tsf-tas/test-tsf-tas b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958 network default NAD default NAD key ] I0521 19:53:19.610513 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: b8d479a93acb5dc, network: default, NAD default, SandboxID: "b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958", PCI device ID: , UID: "520c0d8a-492f-4566-856c-63cc8a3f5f2b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0521 19:53:19.657581 3838 cni.go:473] [tsf-tas/test-tsf-tas b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:9e:1b:e6:33:0d\",\"name\":\"b8d479a93acb5dc\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ad0faf7-67aa-4820-a723-0f04b081462b\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:20.241147 3838 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-gn8fs-4c6bm] creating logical port tsf-tas_segment-backup-installation-gn8fs-4c6bm for pod on switch ip-10-0-1-105.ec2.internal I0521 19:53:20.241256 3838 kube.go:256] Updating pod tsf-tas/segment-backup-installation-gn8fs-4c6bm I0521 19:53:20.255955 3838 pod.go:62] [tsf-tas/segment-backup-installation-gn8fs-4c6bm] pod update took 14.726248ms I0521 19:53:20.256029 3838 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-gn8fs-4c6bm] addLogicalPort annotation time took 14.803512ms I0521 19:53:20.257397 3838 pods.go:271] [tsf-tas/segment-backup-installation-gn8fs-4c6bm] addLogicalPort took 16.268046ms, libovsdb time 943.037µs I0521 19:53:20.605183 3838 cni.go:452] [tsf-tas/segment-backup-installation-gn8fs-4c6bm 05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-gn8fs-4c6bm 05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96 network default NAD default NAD key ] I0521 19:53:20.615228 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-gn8fs-4c6bm, hostIfaceName: 05724a3fb56d5c5, network: default, NAD default, SandboxID: "05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96", PCI device ID: , UID: "512d68cf-6799-49d9-8f8f-62d62d7027af", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0521 19:53:20.666676 3838 cni.go:473] [tsf-tas/segment-backup-installation-gn8fs-4c6bm 05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-gn8fs-4c6bm 05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:b7:0b:58:82:60\",\"name\":\"05724a3fb56d5c5\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f4cc12e-4cd5-435d-9831-798d565b21fe\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:21.497317 3838 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-78f58f5587-x842d] creating logical port tsf-tas_trillian-logserver-78f58f5587-x842d for pod on switch ip-10-0-1-105.ec2.internal I0521 19:53:21.497427 3838 kube.go:256] Updating pod tsf-tas/trillian-logserver-78f58f5587-x842d I0521 19:53:21.522350 3838 pod.go:62] [tsf-tas/trillian-logserver-78f58f5587-x842d] pod update took 24.946622ms I0521 19:53:21.522380 3838 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-78f58f5587-x842d] addLogicalPort annotation time took 24.979535ms I0521 19:53:21.523802 3838 pods.go:271] [tsf-tas/trillian-logserver-78f58f5587-x842d] addLogicalPort took 26.52801ms, libovsdb time 933.358µs I0521 19:53:23.433396 3838 cni.go:452] [tsf-tas/trillian-logserver-78f58f5587-x842d 9c63720b4445f17e28b8154bcb515c1ac10527f2da5ac9a9f377d4c54a262f19 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-78f58f5587-x842d 9c63720b4445f17e28b8154bcb515c1ac10527f2da5ac9a9f377d4c54a262f19 network default NAD default NAD key ] I0521 19:53:23.443670 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-78f58f5587-x842d, hostIfaceName: 9c63720b4445f17, network: default, NAD default, SandboxID: "9c63720b4445f17e28b8154bcb515c1ac10527f2da5ac9a9f377d4c54a262f19", PCI device ID: , UID: "56519ef5-0072-458e-82b6-1aa96377cdf2", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0521 19:53:23.499344 3838 cni.go:473] [tsf-tas/trillian-logserver-78f58f5587-x842d 9c63720b4445f17e28b8154bcb515c1ac10527f2da5ac9a9f377d4c54a262f19 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-78f58f5587-x842d 9c63720b4445f17e28b8154bcb515c1ac10527f2da5ac9a9f377d4c54a262f19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:a3:57:4b:c7:4c\",\"name\":\"9c63720b4445f17\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc3416a9-17c1-4331-9cbf-4f6a268870cf\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:53:23.541076 3838 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 19:53:23.541101 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0521 19:53:24.228044 3838 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-675ddbd895-j5kb6] creating logical port tsf-tas_trillian-db-675ddbd895-j5kb6 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:53:24.228194 3838 kube.go:256] Updating pod tsf-tas/trillian-db-675ddbd895-j5kb6 I0521 19:53:24.243953 3838 pod.go:62] [tsf-tas/trillian-db-675ddbd895-j5kb6] pod update took 15.8243ms I0521 19:53:24.244040 3838 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-675ddbd895-j5kb6] addLogicalPort annotation time took 15.916587ms I0521 19:53:24.245547 3838 pods.go:271] [tsf-tas/trillian-db-675ddbd895-j5kb6] addLogicalPort took 17.523624ms, libovsdb time 990.063µs W0521 19:53:24.307116 3838 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:24.307138 3838 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:24.307146 3838 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:29.575656 3838 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 19:53:31.355988 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:31.356009 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:31.356016 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:53:34.833893 3838 cni.go:452] [tsf-tas/trillian-db-675ddbd895-j5kb6 feb0d52aca9fe0399fee3f0e583906b20ab1257de6282d58e209187e687ecbdb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-675ddbd895-j5kb6 feb0d52aca9fe0399fee3f0e583906b20ab1257de6282d58e209187e687ecbdb network default NAD default NAD key ] I0521 19:53:34.843584 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-675ddbd895-j5kb6, hostIfaceName: feb0d52aca9fe03, network: default, NAD default, SandboxID: "feb0d52aca9fe0399fee3f0e583906b20ab1257de6282d58e209187e687ecbdb", PCI device ID: , UID: "67904366-7c3b-4fc2-b8e1-4c17eec34d24", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0521 19:53:34.894891 3838 cni.go:473] [tsf-tas/trillian-db-675ddbd895-j5kb6 feb0d52aca9fe0399fee3f0e583906b20ab1257de6282d58e209187e687ecbdb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-675ddbd895-j5kb6 feb0d52aca9fe0399fee3f0e583906b20ab1257de6282d58e209187e687ecbdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:57:33:4c:9a:22\",\"name\":\"feb0d52aca9fe03\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bb2f489-ee0c-4bb5-95c8-e8791f0e4e7e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:53:34.946427 3838 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jc4vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:34.946973 3838 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-jc4vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:53:35.397623 3838 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:53:35.835608 3838 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jc4vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:35.835639 3838 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-jc4vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:36.378850 3838 cni.go:452] [tsf-tas/segment-backup-installation-gn8fs-4c6bm 05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-gn8fs-4c6bm 05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96 network default NAD default NAD key ] I0521 19:53:36.467301 3838 cni.go:473] [tsf-tas/segment-backup-installation-gn8fs-4c6bm 05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-gn8fs-4c6bm 05724a3fb56d5c5f49f076b150054f9bac2d9fb90c1800dde63a44fa57b36a96 network default NAD default NAD key default], result "{}", err I0521 19:53:36.523333 3838 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gn8fs-4c6bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:36.523387 3838 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-gn8fs-4c6bm I0521 19:53:36.524828 3838 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-gn8fs-4c6bm, ips: 10.130.0.36 I0521 19:53:36.524863 3838 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gn8fs-4c6bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:37.325622 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-hzcct] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-hzcct for pod on switch ip-10-0-1-105.ec2.internal I0521 19:53:37.325711 3838 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-hzcct I0521 19:53:37.338055 3838 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-hzcct] pod update took 12.361194ms I0521 19:53:37.338080 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-hzcct] addLogicalPort annotation time took 12.39381ms I0521 19:53:37.339534 3838 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-hzcct] addLogicalPort took 13.933717ms, libovsdb time 1.035685ms I0521 19:53:37.393610 3838 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gn8fs-4c6bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:37.393634 3838 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gn8fs-4c6bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:37.780804 3838 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-hzcct b47d177c8a74fd50ec6081acc0a8b44724786c6b08244021232cde8da320e8a1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-hzcct b47d177c8a74fd50ec6081acc0a8b44724786c6b08244021232cde8da320e8a1 network default NAD default NAD key ] I0521 19:53:37.790133 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-hzcct, hostIfaceName: b47d177c8a74fd5, network: default, NAD default, SandboxID: "b47d177c8a74fd50ec6081acc0a8b44724786c6b08244021232cde8da320e8a1", PCI device ID: , UID: "a19cf621-3caf-4a15-b4f4-a5de23cca6b6", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0521 19:53:37.840999 3838 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-hzcct b47d177c8a74fd50ec6081acc0a8b44724786c6b08244021232cde8da320e8a1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-hzcct b47d177c8a74fd50ec6081acc0a8b44724786c6b08244021232cde8da320e8a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:8c:0c:0f:b3:e4\",\"name\":\"b47d177c8a74fd5\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8bebb72-6065-49c4-a89f-1ab3624ac9b0\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:53:38.391473 3838 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:53:41.380999 3838 namespace.go:142] [openshift-pipelines] updating namespace W0521 19:53:49.441765 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:53:57.331507 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-m6nkr for pod on switch ip-10-0-1-105.ec2.internal I0521 19:53:57.331598 3838 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr I0521 19:53:57.344290 3838 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr] pod update took 12.697725ms I0521 19:53:57.344315 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr] addLogicalPort annotation time took 12.742163ms I0521 19:53:57.345496 3838 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr] addLogicalPort took 14.007668ms, libovsdb time 771.688µs I0521 19:53:57.832792 3838 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr fb257c0f89a0baf9cfbc0516b0ad4b33865fc486cfa42f7f09a69250382ccc1c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr fb257c0f89a0baf9cfbc0516b0ad4b33865fc486cfa42f7f09a69250382ccc1c network default NAD default NAD key ] I0521 19:53:57.842986 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-m6nkr, hostIfaceName: fb257c0f89a0baf, network: default, NAD default, SandboxID: "fb257c0f89a0baf9cfbc0516b0ad4b33865fc486cfa42f7f09a69250382ccc1c", PCI device ID: , UID: "7bfe1e58-abcf-4892-9f5b-d133a40a6db0", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0521 19:53:57.893069 3838 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr fb257c0f89a0baf9cfbc0516b0ad4b33865fc486cfa42f7f09a69250382ccc1c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-m6nkr fb257c0f89a0baf9cfbc0516b0ad4b33865fc486cfa42f7f09a69250382ccc1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:04:fc:68:13:bd\",\"name\":\"fb257c0f89a0baf\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7874e9b-5da1-40f6-8451-4550f091addc\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:54:00.960831 3838 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:00.960848 3838 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:01.014639 3838 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 19:54:05.499806 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:54:10.571448 3838 cni.go:452] [tsf-tas/test-tsf-tas b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958 network default NAD default NAD key ] I0521 19:54:10.667154 3838 cni.go:473] [tsf-tas/test-tsf-tas b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas b8d479a93acb5dc100340bcbdaacdf03c2a4fcb832254b3b98676b4409149958 network default NAD default NAD key default], result "{}", err I0521 19:54:10.723320 3838 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:10.723376 3838 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 19:54:10.724713 3838 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.35 I0521 19:54:10.724736 3838 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:10.744214 3838 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:10.744235 3838 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:10.751043 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:54:10.751065 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:54:11.506787 3838 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-h86bk] creating logical port tsf_patch-tekton-config-h86bk for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:11.506901 3838 kube.go:256] Updating pod tsf/patch-tekton-config-h86bk I0521 19:54:11.523239 3838 pod.go:62] [tsf/patch-tekton-config-h86bk] pod update took 16.360927ms I0521 19:54:11.523262 3838 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-h86bk] addLogicalPort annotation time took 16.388103ms I0521 19:54:11.524653 3838 pods.go:271] [tsf/patch-tekton-config-h86bk] addLogicalPort took 17.882452ms, libovsdb time 949.762µs I0521 19:54:11.863050 3838 cni.go:452] [tsf/patch-tekton-config-h86bk e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-h86bk e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042 network default NAD default NAD key ] I0521 19:54:11.872780 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-h86bk, hostIfaceName: e4ec92067661bda, network: default, NAD default, SandboxID: "e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042", PCI device ID: , UID: "6f6b50f2-3856-4cf0-9310-331c8435db9e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0521 19:54:11.921305 3838 cni.go:473] [tsf/patch-tekton-config-h86bk e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-h86bk e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fd:cb:00:83:fe\",\"name\":\"e4ec92067661bda\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bf5ae5f-8600-4045-ad21-dadc2e1753cd\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:54:13.039022 3838 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-knqph for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:13.039167 3838 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph I0521 19:54:13.053935 3838 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph] pod update took 14.794111ms I0521 19:54:13.053960 3838 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph] addLogicalPort annotation time took 14.822456ms I0521 19:54:13.055784 3838 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph] addLogicalPort took 16.78169ms, libovsdb time 1.239223ms I0521 19:54:17.804167 3838 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph 90c491b2ab7af6a8ff891cd70e83a64a5fa0ee48cb87fe245a65dbd7d7697a66 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph 90c491b2ab7af6a8ff891cd70e83a64a5fa0ee48cb87fe245a65dbd7d7697a66 network default NAD default NAD key ] I0521 19:54:17.813624 3838 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-knqph, hostIfaceName: 90c491b2ab7af6a, network: default, NAD default, SandboxID: "90c491b2ab7af6a8ff891cd70e83a64a5fa0ee48cb87fe245a65dbd7d7697a66", PCI device ID: , UID: "9f76d659-c14a-492e-ad70-4351be3e37b9", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0521 19:54:17.866534 3838 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph 90c491b2ab7af6a8ff891cd70e83a64a5fa0ee48cb87fe245a65dbd7d7697a66 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-knqph 90c491b2ab7af6a8ff891cd70e83a64a5fa0ee48cb87fe245a65dbd7d7697a66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:84:3a:df:82:08\",\"name\":\"90c491b2ab7af6a\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6712dd7-4c23-40df-b834-2446e0033813\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:54:19.626011 3838 cni.go:452] [tsf/patch-tekton-config-h86bk e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-h86bk e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042 network default NAD default NAD key ] I0521 19:54:19.693994 3838 cni.go:473] [tsf/patch-tekton-config-h86bk e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-h86bk e4ec92067661bda903a4ca7cc43f104df8b6bf667a92a618120f6d0c92e66042 network default NAD default NAD key default], result "{}", err I0521 19:54:19.752242 3838 obj_retry.go:498] Detected object tsf/patch-tekton-config-h86bk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:19.752291 3838 pods.go:176] Deleting pod: tsf/patch-tekton-config-h86bk I0521 19:54:19.753710 3838 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-h86bk, ips: 10.130.0.41 I0521 19:54:19.753743 3838 obj_retry.go:498] Detected object tsf/patch-tekton-config-h86bk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:20.774851 3838 obj_retry.go:492] Detected object tsf/patch-tekton-config-h86bk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:20.774875 3838 obj_retry.go:492] Detected object tsf/patch-tekton-config-h86bk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:20.879262 3838 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-fxp46] creating logical port tsf_tsf-tekton-configuration-fxp46 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:20.879404 3838 kube.go:256] Updating pod tsf/tsf-tekton-configuration-fxp46 I0521 19:54:20.892302 3838 pod.go:62] [tsf/tsf-tekton-configuration-fxp46] pod update took 12.897077ms I0521 19:54:20.892324 3838 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-fxp46] addLogicalPort annotation time took 12.946255ms I0521 19:54:20.893749 3838 pods.go:271] [tsf/tsf-tekton-configuration-fxp46] addLogicalPort took 14.502427ms, libovsdb time 981.019µs I0521 19:54:23.799256 3838 cni.go:452] [tsf/tsf-tekton-configuration-fxp46 513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-fxp46 513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e network default NAD default NAD key ] I0521 19:54:23.808477 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-fxp46, hostIfaceName: 513c1403ec8978f, network: default, NAD default, SandboxID: "513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e", PCI device ID: , UID: "0c059b2b-a310-47b3-9444-24eb0551ea75", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0521 19:54:23.860183 3838 cni.go:473] [tsf/tsf-tekton-configuration-fxp46 513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-fxp46 513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:9a:11:ba:23:23\",\"name\":\"513c1403ec8978f\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1c05f2f-5738-460d-bbb8-e3bc871f4373\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:54:28.009131 3838 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mzcs5-wgj77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:28.009721 3838 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-mzcs5-wgj77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:28.891660 3838 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mzcs5-wgj77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:28.891680 3838 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-mzcs5-wgj77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:31.334033 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 19:54:33.710717 3838 cni.go:452] [tsf/tsf-tekton-configuration-fxp46 513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-fxp46 513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e network default NAD default NAD key ] I0521 19:54:33.796656 3838 cni.go:473] [tsf/tsf-tekton-configuration-fxp46 513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-fxp46 513c1403ec8978fff1a89f6f435681f6305c222f35b14f4e1d52879d8643c00e network default NAD default NAD key default], result "{}", err I0521 19:54:33.848859 3838 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-fxp46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:33.848889 3838 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-fxp46 I0521 19:54:33.850293 3838 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-fxp46, ips: 10.130.0.43 I0521 19:54:33.850322 3838 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-fxp46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:34.871177 3838 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-fxp46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:34.871199 3838 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-fxp46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:34.909640 3838 obj_retry.go:492] Detected object tsf/patch-tekton-config-h86bk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:34.909661 3838 obj_retry.go:492] Detected object tsf/patch-tekton-config-h86bk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:34.914807 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-h86bk I0521 19:54:34.914832 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-h86bk I0521 19:54:35.350245 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 19:54:35.579682 3838 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:35.579776 3838 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 19:54:35.595650 3838 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.898742ms I0521 19:54:35.595731 3838 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 15.985675ms I0521 19:54:35.597117 3838 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.44949ms, libovsdb time 895.822µs I0521 19:54:35.936764 3838 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464 network default NAD default NAD key ] I0521 19:54:35.945964 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 85f272b5de238a8, network: default, NAD default, SandboxID: "85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464", PCI device ID: , UID: "c7d313c3-0b4d-4a7b-b066-95a2d7ab0534", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0521 19:54:35.995400 3838 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:03:44:f3:07:3f\",\"name\":\"85f272b5de238a8\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a05ab337-169b-481f-8701-dfdf8347d252\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:54:37.164730 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:54:38.737146 3838 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464 network default NAD default NAD key ] I0521 19:54:38.820705 3838 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 85f272b5de238a844107f7b1d4de0f418ad8d08ae0d5a7d960cf3610f2017464 network default NAD default NAD key default], result "{}", err I0521 19:54:38.873789 3838 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:38.873819 3838 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 19:54:38.875152 3838 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.44 I0521 19:54:38.875179 3838 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:38.894979 3838 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:38.894998 3838 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:38.902101 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:54:38.902130 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0521 19:54:38.936412 3838 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 19:54:39.120384 3838 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:39.120478 3838 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 19:54:39.133647 3838 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.19475ms I0521 19:54:39.133671 3838 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.22256ms I0521 19:54:39.135078 3838 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.709572ms, libovsdb time 1.020797ms I0521 19:54:39.478317 3838 cni.go:452] [tsf-tpa/test-tsf-tpa a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306 network default NAD default NAD key ] I0521 19:54:39.487976 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: a8db035ec741ad1, network: default, NAD default, SandboxID: "a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306", PCI device ID: , UID: "e0f75ee3-cbd0-42ab-b553-5b6ec799a8be", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0521 19:54:39.535708 3838 cni.go:473] [tsf-tpa/test-tsf-tpa a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:32:db:88:e2:e0\",\"name\":\"a8db035ec741ad1\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c3c3c04-48c2-4fdb-a803-bd1db297729c\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:54:40.221176 3838 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-nksbr] creating logical port tsf-tpa_create-db-nksbr for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:40.221306 3838 kube.go:256] Updating pod tsf-tpa/create-db-nksbr I0521 19:54:40.234566 3838 pod.go:62] [tsf-tpa/create-db-nksbr] pod update took 13.317116ms I0521 19:54:40.234589 3838 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-nksbr] addLogicalPort annotation time took 13.348357ms I0521 19:54:40.235989 3838 pods.go:271] [tsf-tpa/create-db-nksbr] addLogicalPort took 14.829312ms, libovsdb time 1.000196ms I0521 19:54:40.606460 3838 cni.go:452] [tsf-tpa/create-db-nksbr c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-nksbr c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143 network default NAD default NAD key ] I0521 19:54:40.616025 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-nksbr, hostIfaceName: c4459c361942ef9, network: default, NAD default, SandboxID: "c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143", PCI device ID: , UID: "6b04177f-7c94-43ea-8ec4-cba30e0f85dc", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0521 19:54:40.664630 3838 cni.go:473] [tsf-tpa/create-db-nksbr c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-nksbr c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:4f:ce:bf:ee:be\",\"name\":\"c4459c361942ef9\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b36fc72-9d4e-48ba-af97-e49e9ff821b2\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0521 19:54:42.088140 3838 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-859xc-rrbbm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:42.088802 3838 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-859xc-rrbbm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:42.968562 3838 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-859xc-rrbbm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:42.968586 3838 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-859xc-rrbbm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:44.780542 3838 cni.go:452] [tsf-tpa/create-db-nksbr c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-nksbr c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143 network default NAD default NAD key ] I0521 19:54:44.864022 3838 cni.go:473] [tsf-tpa/create-db-nksbr c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-nksbr c4459c361942ef9dcc13ffb5db806c6abeb5553de8616a67e4daf069d09bb143 network default NAD default NAD key default], result "{}", err I0521 19:54:44.917164 3838 obj_retry.go:498] Detected object tsf-tpa/create-db-nksbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:44.917194 3838 pods.go:176] Deleting pod: tsf-tpa/create-db-nksbr I0521 19:54:44.918493 3838 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-nksbr, ips: 10.130.0.46 I0521 19:54:44.918521 3838 obj_retry.go:498] Detected object tsf-tpa/create-db-nksbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:45.940652 3838 obj_retry.go:492] Detected object tsf-tpa/create-db-nksbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:45.940675 3838 obj_retry.go:492] Detected object tsf-tpa/create-db-nksbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:46.048417 3838 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-zr7dw] creating logical port tsf-tpa_migrate-db-zr7dw for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:46.048532 3838 kube.go:256] Updating pod tsf-tpa/migrate-db-zr7dw I0521 19:54:46.060188 3838 pod.go:62] [tsf-tpa/migrate-db-zr7dw] pod update took 11.674208ms I0521 19:54:46.060216 3838 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-zr7dw] addLogicalPort annotation time took 11.705791ms I0521 19:54:46.061746 3838 pods.go:271] [tsf-tpa/migrate-db-zr7dw] addLogicalPort took 13.344156ms, libovsdb time 1.090832ms I0521 19:54:46.409153 3838 cni.go:452] [tsf-tpa/migrate-db-zr7dw ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-zr7dw ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f network default NAD default NAD key ] I0521 19:54:46.418466 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-zr7dw, hostIfaceName: ada4b6176b10c17, network: default, NAD default, SandboxID: "ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f", PCI device ID: , UID: "3e88f316-831b-46e0-88cf-b9ccc86556b2", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0521 19:54:46.468878 3838 cni.go:473] [tsf-tpa/migrate-db-zr7dw ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-zr7dw ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:fc:1d:00:6a:74\",\"name\":\"ada4b6176b10c17\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24438373-e90b-44fb-ae71-07b7da448ff3\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:54:47.989990 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:54:48.804624 3838 cni.go:452] [tsf-tpa/migrate-db-zr7dw ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-zr7dw ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f network default NAD default NAD key ] I0521 19:54:48.878951 3838 cni.go:473] [tsf-tpa/migrate-db-zr7dw ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-zr7dw ada4b6176b10c1748c16303f4736054ca21a5fa87ac7909a2e6109317ed54b0f network default NAD default NAD key default], result "{}", err I0521 19:54:49.064755 3838 obj_retry.go:498] Detected object tsf-tpa/migrate-db-zr7dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:49.064799 3838 pods.go:176] Deleting pod: tsf-tpa/migrate-db-zr7dw I0521 19:54:49.066311 3838 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-zr7dw, ips: 10.130.0.47 I0521 19:54:49.066346 3838 obj_retry.go:498] Detected object tsf-tpa/migrate-db-zr7dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:54:49.998685 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:54:50.087971 3838 obj_retry.go:492] Detected object tsf-tpa/migrate-db-zr7dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:50.087991 3838 obj_retry.go:492] Detected object tsf-tpa/migrate-db-zr7dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:53.283213 3838 base_network_controller_pods.go:487] [default/tsf-tpa/server-5d78d465f5-8l2pz] creating logical port tsf-tpa_server-5d78d465f5-8l2pz for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:53.283328 3838 kube.go:256] Updating pod tsf-tpa/server-5d78d465f5-8l2pz I0521 19:54:53.297170 3838 pod.go:62] [tsf-tpa/server-5d78d465f5-8l2pz] pod update took 13.887506ms I0521 19:54:53.297190 3838 base_network_controller_pods.go:951] [default/tsf-tpa/server-5d78d465f5-8l2pz] addLogicalPort annotation time took 13.913342ms I0521 19:54:53.299119 3838 pods.go:271] [tsf-tpa/server-5d78d465f5-8l2pz] addLogicalPort took 15.922756ms, libovsdb time 1.492766ms I0521 19:54:55.029527 3838 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-cjkr4] creating logical port tsf-tpa_importer-86bcdf477b-cjkr4 for pod on switch ip-10-0-1-105.ec2.internal I0521 19:54:55.029646 3838 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-cjkr4 I0521 19:54:55.051567 3838 pod.go:62] [tsf-tpa/importer-86bcdf477b-cjkr4] pod update took 21.951655ms I0521 19:54:55.051591 3838 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-cjkr4] addLogicalPort annotation time took 21.980954ms I0521 19:54:55.052815 3838 pods.go:271] [tsf-tpa/importer-86bcdf477b-cjkr4] addLogicalPort took 23.311901ms, libovsdb time 852.95µs I0521 19:54:55.154763 3838 obj_retry.go:498] Detected object tsf-tpa/create-importers-9mdp2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:55.155337 3838 obj_retry.go:498] Detected object tsf-tpa/create-importers-9mdp2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:56.173354 3838 obj_retry.go:492] Detected object tsf-tpa/create-importers-9mdp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:56.173377 3838 obj_retry.go:492] Detected object tsf-tpa/create-importers-9mdp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:57.338617 3838 cni.go:452] [tsf-tpa/server-5d78d465f5-8l2pz d6b7cc8773775f550e2e7da5ed335856d201394fecef2db2c4d6e5fe0fbdaa87 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-5d78d465f5-8l2pz d6b7cc8773775f550e2e7da5ed335856d201394fecef2db2c4d6e5fe0fbdaa87 network default NAD default NAD key ] I0521 19:54:57.347643 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-5d78d465f5-8l2pz, hostIfaceName: d6b7cc8773775f5, network: default, NAD default, SandboxID: "d6b7cc8773775f550e2e7da5ed335856d201394fecef2db2c4d6e5fe0fbdaa87", PCI device ID: , UID: "373c884b-ae04-409f-93ca-d68b8c5b4199", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0521 19:54:57.398495 3838 cni.go:473] [tsf-tpa/server-5d78d465f5-8l2pz d6b7cc8773775f550e2e7da5ed335856d201394fecef2db2c4d6e5fe0fbdaa87 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-5d78d465f5-8l2pz d6b7cc8773775f550e2e7da5ed335856d201394fecef2db2c4d6e5fe0fbdaa87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:c6:7e:9d:77:42\",\"name\":\"d6b7cc8773775f5\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff46fab7-ff51-463f-a0f3-243969a4341d\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:54:57.875444 3838 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:55:05.299473 3838 cni.go:452] [tsf-tpa/importer-86bcdf477b-cjkr4 38c0d19617c72459c890dae8dc5e1d1719b1f5424166deee6db1979c774c6125 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-cjkr4 38c0d19617c72459c890dae8dc5e1d1719b1f5424166deee6db1979c774c6125 network default NAD default NAD key ] I0521 19:55:05.308910 3838 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-cjkr4, hostIfaceName: 38c0d19617c7245, network: default, NAD default, SandboxID: "38c0d19617c72459c890dae8dc5e1d1719b1f5424166deee6db1979c774c6125", PCI device ID: , UID: "fa7e106e-436a-4ef3-ae2f-774b066f5ee3", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0521 19:55:05.362597 3838 cni.go:473] [tsf-tpa/importer-86bcdf477b-cjkr4 38c0d19617c72459c890dae8dc5e1d1719b1f5424166deee6db1979c774c6125 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-cjkr4 38c0d19617c72459c890dae8dc5e1d1719b1f5424166deee6db1979c774c6125 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:6c:27:59:38:dc\",\"name\":\"38c0d19617c7245\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ced2c87-2493-4eda-8852-f22530321e93\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0521 19:55:08.865753 3838 util.go:959] Failed to build node endpoints for node ip-10-0-1-105.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0521 19:55:13.258677 3838 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rh69p-znjqh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:13.259246 3838 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rh69p-znjqh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:14.231855 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 19:55:14.283092 3838 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rh69p-znjqh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:14.283114 3838 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rh69p-znjqh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:21.235013 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=83 I0521 19:55:26.013626 3838 cni.go:452] [tsf-tpa/test-tsf-tpa a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306 network default NAD default NAD key ] I0521 19:55:26.092311 3838 cni.go:473] [tsf-tpa/test-tsf-tpa a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa a8db035ec741ad13c1424383cddf153088392d2c1ba95432d06fb50efa107306 network default NAD default NAD key default], result "{}", err I0521 19:55:26.153102 3838 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:26.153139 3838 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 19:55:26.154700 3838 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.45 I0521 19:55:26.154730 3838 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:26.201395 3838 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:26.201417 3838 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:26.208603 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:55:26.208635 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:55:26.972811 3838 namespace.go:98] [image-controller] adding namespace I0521 19:55:26.973638 3838 namespace.go:102] [image-controller] adding namespace took 803.829µs I0521 19:55:26.975497 3838 namespace.go:98] [build-service] adding namespace I0521 19:55:26.976133 3838 namespace.go:102] [build-service] adding namespace took 619.77µs I0521 19:55:26.977531 3838 namespace.go:98] [integration-service] adding namespace I0521 19:55:26.978235 3838 namespace.go:98] [default-tenant] adding namespace I0521 19:55:26.978893 3838 namespace.go:102] [integration-service] adding namespace took 1.348138ms I0521 19:55:26.979575 3838 namespace.go:102] [default-tenant] adding namespace took 1.321468ms I0521 19:55:27.039102 3838 namespace.go:142] [image-controller] updating namespace I0521 19:55:27.063524 3838 namespace.go:142] [image-controller] updating namespace I0521 19:55:27.089510 3838 namespace.go:142] [build-service] updating namespace I0521 19:55:27.133199 3838 namespace.go:142] [integration-service] updating namespace I0521 19:55:27.135654 3838 namespace.go:142] [build-service] updating namespace I0521 19:55:27.174923 3838 namespace.go:142] [integration-service] updating namespace I0521 19:55:27.183250 3838 namespace.go:142] [default-tenant] updating namespace I0521 19:55:27.213351 3838 namespace.go:142] [build-service] updating namespace I0521 19:55:27.223111 3838 namespace.go:142] [default-tenant] updating namespace I0521 19:55:27.260207 3838 namespace.go:142] [integration-service] updating namespace I0521 19:55:27.291487 3838 namespace.go:98] [release-service] adding namespace I0521 19:55:27.292398 3838 namespace.go:102] [release-service] adding namespace took 893.137µs I0521 19:55:27.352246 3838 namespace.go:142] [konflux-ui] updating namespace I0521 19:55:27.358159 3838 namespace.go:142] [release-service] updating namespace I0521 19:55:27.377332 3838 namespace.go:142] [release-service] updating namespace I0521 19:55:27.475851 3838 namespace.go:98] [konflux-info] adding namespace I0521 19:55:27.476691 3838 namespace.go:102] [konflux-info] adding namespace took 821.393µs I0521 19:55:27.537213 3838 namespace.go:98] [namespace-lister] adding namespace I0521 19:55:27.537972 3838 namespace.go:102] [namespace-lister] adding namespace took 742.806µs I0521 19:55:27.583739 3838 namespace.go:142] [konflux-info] updating namespace I0521 19:55:27.636338 3838 namespace.go:142] [konflux-info] updating namespace I0521 19:55:27.651748 3838 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:55:27.652682 3838 namespace.go:102] [enterprise-contract-service] adding namespace took 919.524µs I0521 19:55:27.669298 3838 namespace.go:142] [image-controller] updating namespace I0521 19:55:27.700760 3838 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:27.805338 3838 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:27.844357 3838 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:27.881104 3838 namespace.go:142] [build-service] updating namespace I0521 19:55:27.892741 3838 namespace.go:142] [default-tenant] updating namespace I0521 19:55:27.946895 3838 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:27.983720 3838 namespace.go:98] [segment-bridge] adding namespace I0521 19:55:27.984549 3838 namespace.go:102] [segment-bridge] adding namespace took 811.973µs I0521 19:55:28.154090 3838 namespace.go:142] [default-tenant] updating namespace I0521 19:55:28.626422 3838 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:28.696258 3838 namespace.go:142] [image-controller] updating namespace I0521 19:55:28.696274 3838 namespace.go:98] [konflux-cli] adding namespace I0521 19:55:28.697108 3838 namespace.go:102] [konflux-cli] adding namespace took 800.458µs I0521 19:55:28.708827 3838 namespace.go:142] [build-service] updating namespace W0521 19:55:28.735094 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 19:55:28.738437 3838 namespace.go:142] [default-tenant] updating namespace I0521 19:55:28.753249 3838 namespace.go:142] [image-controller] updating namespace I0521 19:55:28.787250 3838 namespace.go:142] [integration-service] updating namespace I0521 19:55:28.805625 3838 namespace.go:142] [release-service] updating namespace I0521 19:55:28.901440 3838 namespace.go:142] [build-service] updating namespace I0521 19:55:28.988193 3838 namespace.go:142] [default-tenant] updating namespace I0521 19:55:29.072763 3838 namespace.go:142] [image-controller] updating namespace I0521 19:55:29.083649 3838 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:29.129211 3838 namespace.go:142] [integration-service] updating namespace I0521 19:55:29.182736 3838 namespace.go:142] [release-service] updating namespace I0521 19:55:29.237906 3838 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:29.261204 3838 namespace.go:142] [release-service] updating namespace I0521 19:55:29.319112 3838 namespace.go:142] [integration-service] updating namespace I0521 19:55:29.399115 3838 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:55:29.399741 3838 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:55:29.399764 3838 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:55:29.402513 3838 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:55:29.460735 3838 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:29.558453 3838 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:55:29.558481 3838 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:55:29.559339 3838 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:55:30.575059 3838 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:30.868947 3838 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:31.140722 3838 namespace.go:142] [konflux-info] updating namespace I0521 19:55:31.230188 3838 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:31.435323 3838 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:31.444767 3838 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:31.465038 3838 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:31.481399 3838 namespace.go:142] [konflux-info] updating namespace I0521 19:55:31.496466 3838 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:31.516826 3838 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:31.559737 3838 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:31.638042 3838 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:31.736741 3838 namespace.go:142] [konflux-info] updating namespace I0521 19:55:31.838942 3838 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:31.940428 3838 namespace.go:142] [segment-bridge] updating namespace W0521 19:55:32.579253 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:55:34.339542 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0521 19:55:35.243443 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:55:37.257198 3838 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:55:43.321066 3838 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:55:43.323681 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:55:43.350427 3838 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:55:43.381910 3838 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:55:43.381926 3838 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:55:43.408438 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:55:43.411983 3838 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:55:43.563656 3838 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:55:43.563672 3838 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:55:45.394398 3838 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:55:45.394464 3838 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0521 19:55:54.700182 3838 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:54.700745 3838 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:55.404582 3838 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:55.404610 3838 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:55.412821 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j I0521 19:55:55.412851 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-k6z8j I0521 19:56:17.312256 3838 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 19:56:42.231798 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=165 I0521 19:56:49.323953 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 19:56:54.370828 3838 obj_retry.go:498] Detected object konflux-ui/proxy-6fbbb9b85b-w4nf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:54.371477 3838 obj_retry.go:498] Detected object konflux-ui/proxy-6fbbb9b85b-w4nf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:54.974244 3838 obj_retry.go:492] Detected object konflux-ui/proxy-6fbbb9b85b-w4nf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:54.974269 3838 obj_retry.go:492] Detected object konflux-ui/proxy-6fbbb9b85b-w4nf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:54.978752 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6fbbb9b85b-w4nf8 I0521 19:56:54.978780 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6fbbb9b85b-w4nf8 I0521 19:56:59.136949 3838 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:59.137654 3838 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:59.155924 3838 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:59.155948 3838 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:59.162889 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:56:59.162917 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:57:18.161900 3838 namespace.go:98] [managed-tenant-m5ei4] adding namespace I0521 19:57:18.162804 3838 namespace.go:102] [managed-tenant-m5ei4] adding namespace took 881.789µs I0521 19:57:18.185941 3838 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:18.207261 3838 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:19.227055 3838 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:19.476841 3838 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:19.635198 3838 namespace.go:142] [managed-tenant-m5ei4] updating namespace I0521 19:57:21.313331 3838 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 19:57:52.345142 3838 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 19:58:08.330066 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0521 19:58:24.320087 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0521 19:58:34.235107 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171 I0521 19:59:18.349862 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0521 19:59:21.244524 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=623 I0521 19:59:51.337263 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:59:53.231987 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0521 20:00:05.209848 3838 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-gjh5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:05.210445 3838 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-gjh5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:06.233408 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-gjh5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:06.233465 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-gjh5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:01:30.315155 3838 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 20:02:58.234738 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0521 20:03:12.343036 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 20:03:32.234340 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 20:03:54.352840 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 20:04:00.237702 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0521 20:04:34.326263 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0521 20:04:45.051699 3838 obj_retry.go:492] Detected object tsf-tpa/create-db-nksbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:45.051745 3838 obj_retry.go:492] Detected object tsf-tpa/create-db-nksbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:45.056476 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-nksbr I0521 20:04:45.056500 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-nksbr I0521 20:04:50.052468 3838 obj_retry.go:492] Detected object tsf-tpa/migrate-db-zr7dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:50.052526 3838 obj_retry.go:492] Detected object tsf-tpa/migrate-db-zr7dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:50.057596 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-zr7dw I0521 20:04:50.057630 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-zr7dw I0521 20:04:56.032621 3838 obj_retry.go:492] Detected object tsf-tpa/create-importers-9mdp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:56.032664 3838 obj_retry.go:492] Detected object tsf-tpa/create-importers-9mdp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:04:56.037771 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-9mdp2 I0521 20:04:56.037795 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-9mdp2 I0521 20:04:59.322702 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 20:05:18.352497 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0521 20:06:14.316778 3838 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 20:06:57.234575 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0521 20:07:00.246697 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=40 I0521 20:07:16.332839 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0521 20:07:25.348126 3838 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0521 20:07:49.238097 3838 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0521 20:08:58.339776 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0521 20:09:26.355615 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 20:10:03.317699 3838 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 20:10:04.589271 3838 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-qlh2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:04.589930 3838 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-qlh2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:05.463659 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-qlh2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.463710 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-qlh2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.495497 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.495546 3838 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.504375 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d I0521 20:10:05.504408 3838 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-7gz9d I0521 20:10:11.329215 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0521 20:10:20.345561 3838 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9