+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-18.ec2.internal ++ [[ -n ip-10-0-1-18.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-18.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0428 15:36:15.072783410 - disable conntrack on geneve port' I0428 15:36:15.072783410 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0428 15:36:15.112406572 - starting ovnkube-node' I0428 15:36:15.112406572 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-18.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-18.ec2.internal --init-node ip-10-0-1-18.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-18.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0428 15:36:15.166129 3806 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0428 15:36:15.166198 3806 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c7f8c090a1.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0428 15:36:15.168026 3806 kube.go:431] Waiting for certificate I0428 15:36:15.168065 3806 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0428 15:36:15.168106 3806 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0428 15:36:15.168790 3806 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 15:36:15.197907 3806 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:36:15.197927 3806 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:36:15.200389 3806 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:36:15.200478 3806 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ckjrn" I0428 15:36:20.109058 3806 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-ckjrn" I0428 15:36:20.109153 3806 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0428 15:36:20.169013 3806 kube.go:438] Certificate found I0428 15:36:20.169548 3806 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0428 15:36:20.170548 3806 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0428 15:36:20.254824 3806 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 15:36:20.263293 3806 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0428 15:36:20.263360 3806 server.go:101] MetricServer registers OVS metrics I0428 15:36:20.263640 3806 server.go:105] MetricServer registers OVN DB metrics I0428 15:36:20.264083 3806 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0428 15:36:20.264139 3806 factory.go:561] Starting watch factory I0428 15:36:20.264238 3806 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.264319 3806 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.264249 3806 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.264383 3806 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.264402 3806 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.264914 3806 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.265791 3806 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.265809 3806 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.265582 3806 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.266186 3806 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.266306 3806 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.266373 3806 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.266842 3806 controller_manager.go:370] Starting the ovnkube controller I0428 15:36:20.266856 3806 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-18.ec2.internal I0428 15:36:20.266921 3806 controller_manager.go:395] NBDB zone sync took: 53.518µs I0428 15:36:20.266933 3806 factory.go:561] Starting watch factory I0428 15:36:20.268907 3806 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0428 15:36:20.268928 3806 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0428 15:36:20.283544 3806 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0428 15:36:20.283585 3806 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0428 15:36:20.287415 3806 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.287712 3806 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.288015 3806 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0428 15:36:20.288069 3806 server.go:109] MetricServer registers OVN Controller metrics I0428 15:36:20.288526 3806 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.292176 3806 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.292472 3806 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.296719 3806 server.go:113] MetricServer registers OVN Northd metrics I0428 15:36:20.301919 3806 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0428 15:36:20.301926 3806 metrics.go:519] OVN Metrics Server starts to run ... I0428 15:36:20.370103 3806 factory.go:1977] *v1.Pod informer cache synced successfully I0428 15:36:20.370124 3806 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 15:36:20.370128 3806 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 15:36:20.370132 3806 factory.go:1977] *v1.Node informer cache synced successfully I0428 15:36:20.370135 3806 factory.go:1977] *v1.Service informer cache synced successfully I0428 15:36:20.370138 3806 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 15:36:20.370228 3806 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:36:20.370243 3806 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:36:20.370251 3806 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:36:20.370271 3806 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:36:20.372327 3806 factory.go:1977] *v1.Pod informer cache synced successfully I0428 15:36:20.372342 3806 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0428 15:36:20.372346 3806 factory.go:1977] *v1.Namespace informer cache synced successfully I0428 15:36:20.372349 3806 factory.go:1977] *v1.Node informer cache synced successfully I0428 15:36:20.372352 3806 factory.go:1977] *v1.Service informer cache synced successfully I0428 15:36:20.372355 3806 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0428 15:36:20.373206 3806 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:36:20.373210 3806 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0428 15:36:20.376090 3806 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 15:36:20.376102 3806 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 15:36:20.376174 3806 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.376190 3806 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.377568 3806 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0428 15:36:20.377582 3806 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0428 15:36:20.381623 3806 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.383628 3806 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 15:36:20.383711 3806 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.383727 3806 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.388114 3806 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.388998 3806 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 15:36:20.389074 3806 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.389090 3806 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.394201 3806 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.481319 3806 factory.go:1977] *v1.EgressIP informer cache synced successfully I0428 15:36:20.486512 3806 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0428 15:36:20.492207 3806 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 15:36:20.492325 3806 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.492346 3806 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.494121 3806 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0428 15:36:20.498153 3806 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.500139 3806 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 15:36:20.500225 3806 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.500239 3806 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.508873 3806 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.598873 3806 factory.go:1977] *v1.EgressService informer cache synced successfully I0428 15:36:20.604726 3806 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 15:36:20.604930 3806 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:36:20.604947 3806 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:36:20.606944 3806 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0428 15:36:20.611321 3806 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0428 15:36:20.612202 3806 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 15:36:20.612269 3806 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.612282 3806 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.612331 3806 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.612348 3806 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.619167 3806 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.621592 3806 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0428 15:36:20.710694 3806 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0428 15:36:20.715863 3806 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 15:36:20.715872 3806 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 15:36:20.715879 3806 factory.go:680] Watch Factory start up complete, took: 451.742518ms I0428 15:36:20.715950 3806 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0428 15:36:20.718175 3806 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0428 15:36:20.718187 3806 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0428 15:36:20.718194 3806 factory.go:680] Watch Factory start up complete, took: 451.260059ms I0428 15:36:20.718201 3806 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-18.ec2.internal" zone I0428 15:36:20.763799 3806 default_node_network_controller.go:710] Initializing the default node network controller I0428 15:36:20.853020 3806 udn_isolation.go:101] Starting UDN host isolation manager I0428 15:36:20.859131 3806 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0428 15:36:20.917979 3806 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0428 15:36:20.918079 3806 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0428 15:36:20.918098 3806 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0428 15:36:20.953121 3806 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0428 15:36:20.953189 3806 default_node_network_controller.go:809] Node ip-10-0-1-18.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0428 15:36:20.959238 3806 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.18"] k8s.ovn.org/zone-name:ip-10-0-1-18.ec2.internal] on node ip-10-0-1-18.ec2.internal I0428 15:36:20.994220 3806 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0428 15:36:21.000992 3806 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0428 15:36:21.001136 3806 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0428 15:36:21.001288 3806 gateway_init.go:263] Preparing Gateway I0428 15:36:21.001301 3806 gateway_shared_intf.go:1687] Creating new gateway I0428 15:36:21.145430 3806 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-29 15:31:19 +0000 UTC" deadline="2026-04-29 12:29:51.740635384 +0000 UTC" I0428 15:36:21.145492 3806 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h53m30.595185801s" I0428 15:36:21.150660 3806 iptables.go:108] Creating table: filter chain: FORWARD I0428 15:36:21.157764 3806 iptables.go:108] Creating table: filter chain: OUTPUT I0428 15:36:21.164633 3806 gateway_shared_intf.go:1816] Gateway Creation Complete I0428 15:36:21.164649 3806 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-18.ec2.internal","mac-address":"0a:ff:f5:c9:3c:d7","ip-addresses":["10.0.1.18/24"],"ip-address":"10.0.1.18/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1053fbe4-e1ba-43dc-a9dc-af8750a03c4a k8s.ovn.org/node-encap-ips:["10.0.1.18"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.18/24"} k8s.ovn.org/zone-name:ip-10-0-1-18.ec2.internal] on node ip-10-0-1-18.ec2.internal I0428 15:36:21.193180 3806 default_node_network_controller.go:519] Node connection status = connected I0428 15:36:21.218556 3806 controller_manager.go:429] Waiting for node in zone sync took: 500.341448ms I0428 15:36:21.228258 3806 controller_manager.go:611] Switching to transit router for layer2 networks I0428 15:36:21.228275 3806 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-18.ec2.internal I0428 15:36:21.249451 3806 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0428 15:36:21.256391 3806 controller_manager.go:290] SCTP support detected in OVN I0428 15:36:21.256945 3806 services_controller.go:69] Creating services controller for network=default I0428 15:36:21.257090 3806 udn_enabled_svc.go:80] Waiting for service informer to sync I0428 15:36:21.257147 3806 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0428 15:36:21.257181 3806 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0428 15:36:21.257191 3806 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0428 15:36:21.257200 3806 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 15:36:21.257369 3806 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0428 15:36:21.257413 3806 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0428 15:36:21.257458 3806 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.743µs I0428 15:36:21.257478 3806 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 57.129µs I0428 15:36:21.257486 3806 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 73.146µs I0428 15:36:21.257493 3806 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0428 15:36:21.257500 3806 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0428 15:36:21.257509 3806 default_network_controller.go:325] Starting the default network controller I0428 15:36:21.257600 3806 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.267µs I0428 15:36:21.257646 3806 udn_enabled_svc.go:95] Performing full resync I0428 15:36:21.258019 3806 udn_enabled_svc.go:99] Waiting for handler to sync I0428 15:36:21.258035 3806 udn_enabled_svc.go:104] Starting worker I0428 15:36:21.267707 3806 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0428 15:36:21.267777 3806 repair.go:33] Syncing exgw routes took 56.493µs I0428 15:36:21.267802 3806 default_network_controller.go:414] Starting all the Watchers... I0428 15:36:21.267974 3806 namespace.go:98] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] adding namespace I0428 15:36:21.267976 3806 namespace.go:98] [openshift-customer-monitoring] adding namespace I0428 15:36:21.267993 3806 namespace.go:98] [openshift-image-registry] adding namespace I0428 15:36:21.268000 3806 namespace.go:98] [openshift-apiserver-operator] adding namespace I0428 15:36:21.268005 3806 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0428 15:36:21.268017 3806 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0428 15:36:21.268017 3806 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0428 15:36:21.268022 3806 namespace.go:98] [openshift-kube-apiserver] adding namespace I0428 15:36:21.268032 3806 namespace.go:98] [kube-node-lease] adding namespace I0428 15:36:21.268035 3806 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0428 15:36:21.268039 3806 namespace.go:98] [openshift-backplane-cse] adding namespace I0428 15:36:21.268041 3806 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0428 15:36:21.268052 3806 namespace.go:98] [openshift-package-operator] adding namespace I0428 15:36:21.268055 3806 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0428 15:36:21.268066 3806 namespace.go:98] [openshift-backplane-csm] adding namespace I0428 15:36:21.268658 3806 namespace.go:102] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] adding namespace took 671.62µs I0428 15:36:21.268675 3806 namespace.go:98] [openshift-host-network] adding namespace I0428 15:36:21.269272 3806 namespace.go:102] [openshift-host-network] adding namespace took 590.373µs I0428 15:36:21.269288 3806 namespace.go:98] [openshift-monitoring] adding namespace I0428 15:36:21.269817 3806 namespace.go:102] [openshift-monitoring] adding namespace took 521.866µs I0428 15:36:21.269837 3806 namespace.go:98] [openshift-console-operator] adding namespace I0428 15:36:21.270783 3806 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.790236ms I0428 15:36:21.270804 3806 namespace.go:98] [openshift-config-operator] adding namespace I0428 15:36:21.271412 3806 namespace.go:102] [openshift-image-registry] adding namespace took 3.40908ms I0428 15:36:21.271430 3806 namespace.go:98] [openshift-network-node-identity] adding namespace I0428 15:36:21.272076 3806 namespace.go:102] [openshift-apiserver-operator] adding namespace took 4.066826ms I0428 15:36:21.272088 3806 namespace.go:98] [openshift-config-managed] adding namespace I0428 15:36:21.272671 3806 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.660769ms I0428 15:36:21.272679 3806 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0428 15:36:21.273206 3806 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.184713ms I0428 15:36:21.273215 3806 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0428 15:36:21.273718 3806 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.690491ms I0428 15:36:21.273725 3806 namespace.go:98] [openshift-operators] adding namespace I0428 15:36:21.274215 3806 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.183364ms I0428 15:36:21.274225 3806 namespace.go:98] [openshift-must-gather-operator] adding namespace I0428 15:36:21.274779 3806 namespace.go:102] [kube-node-lease] adding namespace took 6.741391ms I0428 15:36:21.274788 3806 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0428 15:36:21.275277 3806 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.236663ms I0428 15:36:21.275289 3806 namespace.go:98] [openshift-insights] adding namespace I0428 15:36:21.275829 3806 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.774213ms I0428 15:36:21.275845 3806 namespace.go:98] [openshift-backplane-mobb] adding namespace I0428 15:36:21.276435 3806 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.375551ms I0428 15:36:21.276454 3806 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0428 15:36:21.276978 3806 namespace.go:102] [openshift-package-operator] adding namespace took 8.917435ms I0428 15:36:21.276991 3806 namespace.go:98] [openshift-etcd] adding namespace I0428 15:36:21.277614 3806 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.552988ms I0428 15:36:21.277623 3806 namespace.go:98] [openshift-cluster-version] adding namespace I0428 15:36:21.278204 3806 namespace.go:102] [openshift-backplane-csm] adding namespace took 10.131267ms I0428 15:36:21.278223 3806 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0428 15:36:21.278647 3806 namespace.go:102] [openshift-console-operator] adding namespace took 8.802616ms I0428 15:36:21.278662 3806 namespace.go:98] [openshift-route-controller-manager] adding namespace I0428 15:36:21.279076 3806 namespace.go:102] [openshift-config-operator] adding namespace took 8.266ms I0428 15:36:21.279093 3806 namespace.go:98] [openshift-service-ca-operator] adding namespace I0428 15:36:21.279578 3806 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.142324ms I0428 15:36:21.279596 3806 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0428 15:36:21.280166 3806 namespace.go:102] [openshift-config-managed] adding namespace took 8.072377ms I0428 15:36:21.280180 3806 namespace.go:98] [openshift-network-diagnostics] adding namespace I0428 15:36:21.280556 3806 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.871874ms I0428 15:36:21.280569 3806 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0428 15:36:21.280920 3806 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.700283ms I0428 15:36:21.280931 3806 namespace.go:98] [openshift-config] adding namespace I0428 15:36:21.281397 3806 namespace.go:102] [openshift-operators] adding namespace took 7.66783ms I0428 15:36:21.281407 3806 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0428 15:36:21.281901 3806 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.668481ms I0428 15:36:21.281921 3806 namespace.go:98] [openshift-machine-api] adding namespace I0428 15:36:21.282510 3806 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.716057ms I0428 15:36:21.282525 3806 namespace.go:98] [openshift-backplane-cee] adding namespace I0428 15:36:21.283006 3806 namespace.go:102] [openshift-insights] adding namespace took 7.712106ms I0428 15:36:21.283021 3806 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0428 15:36:21.283597 3806 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.746398ms I0428 15:36:21.283614 3806 namespace.go:98] [openshift-console] adding namespace I0428 15:36:21.284165 3806 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.704837ms I0428 15:36:21.284180 3806 namespace.go:98] [openshift-dns-operator] adding namespace I0428 15:36:21.284588 3806 namespace.go:102] [openshift-etcd] adding namespace took 7.590583ms I0428 15:36:21.284603 3806 namespace.go:98] [openshift-logging] adding namespace I0428 15:36:21.285222 3806 namespace.go:102] [openshift-cluster-version] adding namespace took 7.594278ms I0428 15:36:21.285234 3806 namespace.go:98] [openshift-authentication] adding namespace I0428 15:36:21.285699 3806 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.47262ms I0428 15:36:21.285708 3806 namespace.go:98] [openshift-console-user-settings] adding namespace I0428 15:36:21.286331 3806 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.66491ms I0428 15:36:21.286762 3806 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.662398ms I0428 15:36:21.286784 3806 namespace.go:98] [openshift-dns] adding namespace W0428 15:36:21.287142 3806 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-hbvmb: pod openshift-network-diagnostics/network-check-target-hbvmb: no pod IPs found I0428 15:36:21.287183 3806 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.581509ms I0428 15:36:21.287193 3806 namespace.go:98] [kube-public] adding namespace I0428 15:36:21.287780 3806 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.595657ms I0428 15:36:21.287793 3806 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0428 15:36:21.288339 3806 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.765297ms I0428 15:36:21.288350 3806 namespace.go:98] [openshift-backplane-srep] adding namespace I0428 15:36:21.288916 3806 namespace.go:102] [openshift-config] adding namespace took 7.980977ms I0428 15:36:21.288925 3806 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0428 15:36:21.289482 3806 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.07216ms I0428 15:36:21.289491 3806 namespace.go:98] [openshift-multus] adding namespace I0428 15:36:21.289941 3806 namespace.go:102] [openshift-machine-api] adding namespace took 8.015626ms I0428 15:36:21.289950 3806 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0428 15:36:21.290930 3806 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.400741ms I0428 15:36:21.290940 3806 namespace.go:98] [openshift-backplane-tam] adding namespace I0428 15:36:21.291419 3806 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.394105ms I0428 15:36:21.291427 3806 namespace.go:98] [openshift-authentication-operator] adding namespace I0428 15:36:21.292078 3806 namespace.go:102] [openshift-console] adding namespace took 8.458801ms I0428 15:36:21.292087 3806 namespace.go:98] [openshift-infra] adding namespace I0428 15:36:21.292640 3806 namespace.go:102] [openshift-dns-operator] adding namespace took 8.453623ms I0428 15:36:21.292659 3806 namespace.go:98] [openshift-kube-scheduler] adding namespace I0428 15:36:21.293183 3806 namespace.go:102] [openshift-logging] adding namespace took 8.573992ms I0428 15:36:21.293198 3806 namespace.go:98] [default] adding namespace I0428 15:36:21.293691 3806 namespace.go:102] [openshift-authentication] adding namespace took 8.451171ms I0428 15:36:21.293705 3806 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0428 15:36:21.294233 3806 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.51702ms I0428 15:36:21.294251 3806 namespace.go:98] [openshift-apiserver] adding namespace I0428 15:36:21.294785 3806 namespace.go:102] [openshift-dns] adding namespace took 7.993127ms I0428 15:36:21.294798 3806 namespace.go:98] [openshift-network-operator] adding namespace I0428 15:36:21.295256 3806 namespace.go:102] [kube-public] adding namespace took 8.057735ms I0428 15:36:21.295269 3806 namespace.go:98] [openshift-controller-manager] adding namespace I0428 15:36:21.295755 3806 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.957409ms I0428 15:36:21.295767 3806 namespace.go:98] [openshift-service-ca] adding namespace I0428 15:36:21.296189 3806 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.835195ms I0428 15:36:21.296201 3806 namespace.go:98] [openshift] adding namespace W0428 15:36:21.296661 3806 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-v68c9: pod openshift-multus/network-metrics-daemon-v68c9: no pod IPs found I0428 15:36:21.296680 3806 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.751575ms I0428 15:36:21.296690 3806 namespace.go:98] [openshift-ingress-operator] adding namespace I0428 15:36:21.297117 3806 namespace.go:102] [openshift-multus] adding namespace took 7.622425ms I0428 15:36:21.297127 3806 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0428 15:36:21.297677 3806 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.721646ms I0428 15:36:21.297691 3806 namespace.go:98] [openshift-ingress] adding namespace I0428 15:36:21.298200 3806 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.255387ms I0428 15:36:21.298212 3806 namespace.go:98] [kube-system] adding namespace I0428 15:36:21.298755 3806 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.324077ms I0428 15:36:21.298764 3806 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0428 15:36:21.299261 3806 namespace.go:102] [openshift-infra] adding namespace took 7.170896ms I0428 15:36:21.299270 3806 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0428 15:36:21.299743 3806 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.075713ms I0428 15:36:21.299758 3806 namespace.go:98] [openshift-backplane] adding namespace I0428 15:36:21.300228 3806 namespace.go:102] [default] adding namespace took 7.025553ms I0428 15:36:21.300237 3806 namespace.go:98] [openshift-ingress-canary] adding namespace I0428 15:36:21.300686 3806 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.975141ms I0428 15:36:21.300702 3806 namespace.go:98] [dedicated-admin] adding namespace I0428 15:36:21.301124 3806 namespace.go:102] [openshift-apiserver] adding namespace took 6.867436ms I0428 15:36:21.301136 3806 namespace.go:98] [openshift-node] adding namespace I0428 15:36:21.301678 3806 namespace.go:102] [openshift-network-operator] adding namespace took 6.876623ms I0428 15:36:21.302274 3806 namespace.go:102] [openshift-controller-manager] adding namespace took 7.000737ms I0428 15:36:21.302284 3806 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0428 15:36:21.302792 3806 namespace.go:102] [openshift-service-ca] adding namespace took 7.017357ms I0428 15:36:21.302813 3806 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0428 15:36:21.303408 3806 namespace.go:102] [openshift] adding namespace took 7.199916ms I0428 15:36:21.303427 3806 namespace.go:98] [openshift-machine-config-operator] adding namespace I0428 15:36:21.304074 3806 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.37664ms I0428 15:36:21.304090 3806 namespace.go:98] [openshift-operators-redhat] adding namespace I0428 15:36:21.304653 3806 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.520676ms I0428 15:36:21.305186 3806 namespace.go:102] [openshift-ingress] adding namespace took 7.49124ms I0428 15:36:21.305611 3806 namespace.go:102] [kube-system] adding namespace took 7.391171ms I0428 15:36:21.306195 3806 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.425655ms I0428 15:36:21.306593 3806 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.317756ms I0428 15:36:21.307010 3806 namespace.go:102] [openshift-backplane] adding namespace took 7.246334ms I0428 15:36:21.307028 3806 namespace.go:98] [openshift-marketplace] adding namespace I0428 15:36:21.307527 3806 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.284306ms I0428 15:36:21.308093 3806 namespace.go:102] [dedicated-admin] adding namespace took 7.365992ms I0428 15:36:21.308106 3806 namespace.go:98] [openshift-network-console] adding namespace I0428 15:36:21.308522 3806 namespace.go:102] [openshift-node] adding namespace took 7.381846ms I0428 15:36:21.309217 3806 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.928039ms I0428 15:36:21.309646 3806 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.823558ms I0428 15:36:21.310320 3806 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.886507ms I0428 15:36:21.310730 3806 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.635423ms I0428 15:36:21.311199 3806 namespace.go:102] [openshift-marketplace] adding namespace took 4.166994ms I0428 15:36:21.311750 3806 namespace.go:102] [openshift-network-console] adding namespace took 3.637119ms I0428 15:36:21.312034 3806 master.go:548] Adding or Updating local node "ip-10-0-1-18.ec2.internal" for network "default" I0428 15:36:21.312822 3806 zone_ic_handler.go:195] Time taken to create transit switch: 302.105µs I0428 15:36:21.312834 3806 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-99.ec2.internal for the network default I0428 15:36:21.313031 3806 zone_ic_handler.go:195] Time taken to create transit switch: 221.57µs I0428 15:36:21.313045 3806 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-15.ec2.internal for the network default I0428 15:36:21.314329 3806 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-99.ec2.internal" on network "default" took: 1.821919ms I0428 15:36:21.314512 3806 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-15.ec2.internal" on network "default" took: 1.710091ms W0428 15:36:21.320790 3806 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-hbvmb: pod openshift-network-diagnostics/network-check-target-hbvmb: no pod IPs found W0428 15:36:21.320806 3806 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-v68c9: pod openshift-multus/network-metrics-daemon-v68c9: no pod IPs found I0428 15:36:21.326773 3806 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-18.ec2.internal for the network default I0428 15:36:21.326977 3806 zone_ic_handler.go:195] Time taken to create transit switch: 191.052µs I0428 15:36:21.328004 3806 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0428 15:36:21.328038 3806 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0428 15:36:21.328065 3806 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0428 15:36:21.328083 3806 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-99.ec2.internal in network "default" I0428 15:36:21.328153 3806 node_tracker.go:169] Node ip-10-0-0-99.ec2.internal switch + router changed, syncing services in network "default" I0428 15:36:21.328171 3806 services_controller.go:574] Full service sync requested for network=default I0428 15:36:21.328176 3806 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0428 15:36:21.328199 3806 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0428 15:36:21.328207 3806 services_controller.go:574] Full service sync requested for network=default I0428 15:36:21.328212 3806 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-15.ec2.internal in network "default" I0428 15:36:21.328233 3806 node_tracker.go:169] Node ip-10-0-2-15.ec2.internal switch + router changed, syncing services in network "default" I0428 15:36:21.328240 3806 services_controller.go:574] Full service sync requested for network=default I0428 15:36:21.428251 3806 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0428 15:36:21.428274 3806 services_controller.go:208] Setting up event handlers for services for network=default I0428 15:36:21.428332 3806 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0428 15:36:21.428379 3806 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0428 15:36:21.428395 3806 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0428 15:36:21.528460 3806 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0428 15:36:21.528497 3806 repair.go:60] Starting repairing loop for services I0428 15:36:21.528582 3806 repair.go:131] Deleted 0 stale service LBs I0428 15:36:21.528601 3806 repair.go:137] Deleted 0 stale Chassis Template Vars I0428 15:36:21.528618 3806 repair.go:62] Finished repairing loop for services: 123.218µs I0428 15:36:21.528642 3806 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0428 15:36:21.528653 3806 services_controller.go:254] Starting workers for network=default I0428 15:36:21.529094 3806 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-hbvmb] creating logical port openshift-network-diagnostics_network-check-target-hbvmb for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:21.529219 3806 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-hbvmb I0428 15:36:21.529266 3806 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v68c9] creating logical port openshift-multus_network-metrics-daemon-v68c9 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:21.529360 3806 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-v68c9 W0428 15:36:21.530712 3806 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:36:21.531410 3806 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 15:36:21.547757 3806 pod.go:62] [openshift-multus/network-metrics-daemon-v68c9] pod update took 18.417938ms I0428 15:36:21.547781 3806 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-v68c9] addLogicalPort annotation time took 18.449217ms I0428 15:36:21.547930 3806 pod.go:62] [openshift-network-diagnostics/network-check-target-hbvmb] pod update took 18.769433ms I0428 15:36:21.547947 3806 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-hbvmb] addLogicalPort annotation time took 18.789834ms I0428 15:36:21.548721 3806 pods.go:271] [openshift-multus/network-metrics-daemon-v68c9] addLogicalPort took 19.464939ms, libovsdb time 640.144µs I0428 15:36:21.549159 3806 pods.go:271] [openshift-network-diagnostics/network-check-target-hbvmb] addLogicalPort took 20.076051ms, libovsdb time 961.83µs I0428 15:36:21.549912 3806 admin_network_policy_controller.go:227] Starting controller default-network-controller I0428 15:36:21.549930 3806 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0428 15:36:21.549943 3806 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0428 15:36:21.549947 3806 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0428 15:36:21.550141 3806 repair.go:29] Repairing admin network policies took 189.366µs I0428 15:36:21.550240 3806 repair.go:92] Repairing baseline admin network policies took 90.548µs I0428 15:36:21.550814 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0428 15:36:21.550838 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0428 15:36:21.553468 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0428 15:36:21.553488 3806 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0428 15:36:21.553498 3806 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0428 15:36:21.555424 3806 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0428 15:36:21.555445 3806 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0428 15:36:21.555472 3806 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0428 15:36:21.557374 3806 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0428 15:36:21.557391 3806 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0428 15:36:21.557401 3806 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0428 15:36:21.558554 3806 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0428 15:36:21.558572 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0428 15:36:21.558581 3806 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0428 15:36:21.560069 3806 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0428 15:36:21.560087 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0428 15:36:21.560095 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0428 15:36:21.561567 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0428 15:36:21.561585 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0428 15:36:21.561591 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0428 15:36:21.563208 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0428 15:36:21.563225 3806 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0428 15:36:21.563234 3806 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0428 15:36:21.564337 3806 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0428 15:36:21.564353 3806 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0428 15:36:21.564362 3806 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0428 15:36:21.564856 3806 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0428 15:36:21.564869 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0428 15:36:21.564876 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0428 15:36:21.565331 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0428 15:36:21.565350 3806 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0428 15:36:21.565360 3806 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0428 15:36:21.567467 3806 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0428 15:36:21.567483 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0428 15:36:21.567491 3806 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0428 15:36:21.568124 3806 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0428 15:36:21.568143 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0428 15:36:21.568150 3806 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0428 15:36:21.568590 3806 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0428 15:36:21.568606 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0428 15:36:21.568612 3806 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0428 15:36:21.568851 3806 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0428 15:36:21.568865 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0428 15:36:21.568874 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0428 15:36:21.569387 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0428 15:36:21.569404 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0428 15:36:21.570090 3806 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0428 15:36:21.570109 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 15:36:21.570846 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0428 15:36:21.570865 3806 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0428 15:36:21.570874 3806 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0428 15:36:21.571512 3806 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0428 15:36:21.571526 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0428 15:36:21.571534 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0428 15:36:21.572016 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0428 15:36:21.572036 3806 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0428 15:36:21.572053 3806 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0428 15:36:21.573197 3806 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0428 15:36:21.573215 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0428 15:36:21.573224 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0428 15:36:21.573700 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0428 15:36:21.573717 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0428 15:36:21.573723 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0428 15:36:21.574008 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0428 15:36:21.574024 3806 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0428 15:36:21.574033 3806 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0428 15:36:21.575000 3806 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0428 15:36:21.575017 3806 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0428 15:36:21.575024 3806 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0428 15:36:21.575291 3806 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0428 15:36:21.575308 3806 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0428 15:36:21.575317 3806 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0428 15:36:21.575569 3806 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0428 15:36:21.575583 3806 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0428 15:36:21.575592 3806 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0428 15:36:21.576669 3806 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0428 15:36:21.576688 3806 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0428 15:36:21.576697 3806 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0428 15:36:21.578285 3806 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0428 15:36:21.578302 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0428 15:36:21.578311 3806 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0428 15:36:21.578820 3806 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0428 15:36:21.578839 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0428 15:36:21.578847 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0428 15:36:21.579463 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0428 15:36:21.579478 3806 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0428 15:36:21.579513 3806 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0428 15:36:21.580221 3806 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0428 15:36:21.586411 3806 egressfirewall.go:374] Starting EgressFirewall controller I0428 15:36:21.586451 3806 controller.go:133] Adding controller egress-firewall-controller event handlers I0428 15:36:21.586458 3806 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0428 15:36:21.586485 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0428 15:36:21.586506 3806 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0428 15:36:21.586522 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0428 15:36:21.586531 3806 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0428 15:36:21.586830 3806 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0428 15:36:21.586843 3806 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0428 15:36:21.586848 3806 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0428 15:36:21.586857 3806 egressqos.go:193] Setting up event handlers for EgressQoS I0428 15:36:21.586870 3806 egressfirewall.go:723] Syncing node "ip-10-0-0-99.ec2.internal" for egress firewall I0428 15:36:21.586885 3806 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall I0428 15:36:21.586890 3806 egressfirewall.go:723] Syncing node "ip-10-0-2-15.ec2.internal" for egress firewall I0428 15:36:21.587104 3806 egressqos.go:245] Starting EgressQoS Controller I0428 15:36:21.587114 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0428 15:36:21.587120 3806 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0428 15:36:21.587124 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0428 15:36:21.587129 3806 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0428 15:36:21.587150 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0428 15:36:21.587156 3806 shared_informer.go:356] "Caches are synced" controller="egressqos" I0428 15:36:21.587160 3806 egressqos.go:259] Repairing EgressQoSes I0428 15:36:21.587164 3806 egressqos.go:399] Starting repairing loop for egressqos I0428 15:36:21.587236 3806 egressqos.go:401] Finished repairing loop for egressqos: 72.27µs I0428 15:36:21.587256 3806 egressservice_zone.go:132] Setting up event handlers for Egress Services I0428 15:36:21.587280 3806 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-18.ec2.internal I0428 15:36:21.587337 3806 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-18.ec2.internal : 57.909µs I0428 15:36:21.587530 3806 egressservice_zone.go:210] Starting Egress Services Controller I0428 15:36:21.587538 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 15:36:21.587543 3806 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 15:36:21.587548 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 15:36:21.587553 3806 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 15:36:21.587558 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 15:36:21.587562 3806 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 15:36:21.587601 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0428 15:36:21.587608 3806 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0428 15:36:21.587612 3806 egressservice_zone.go:228] Repairing Egress Services I0428 15:36:21.587865 3806 master_controller.go:88] Starting Admin Policy Based Route Controller I0428 15:36:21.587873 3806 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 15:36:21.587900 3806 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-99.ec2.internal I0428 15:36:21.587925 3806 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-99.ec2.internal: 27.879µs I0428 15:36:21.587935 3806 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0428 15:36:21.587941 3806 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 6.505µs I0428 15:36:21.587947 3806 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-15.ec2.internal I0428 15:36:21.587982 3806 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-15.ec2.internal: 34.587µs I0428 15:36:21.588086 3806 default_network_controller.go:585] Completing all the Watchers took 320.274207ms I0428 15:36:21.588119 3806 default_network_controller.go:589] Starting unidling controllers I0428 15:36:21.588138 3806 unidle.go:46] Registering OVN SB ControllerEvent handler I0428 15:36:21.588146 3806 unidle.go:63] Populating Initial ContollerEvent events I0428 15:36:21.588156 3806 unidle.go:79] Setting up event handlers for services I0428 15:36:21.588220 3806 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0428 15:36:21.594515 3806 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0428 15:36:21.693502 3806 default_node_network_controller.go:519] Node connection status = connected I0428 15:36:21.712056 3806 bridgeconfig.go:537] Gateway is ready I0428 15:36:21.712074 3806 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0428 15:36:21.724036 3806 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.18. Updating OVN encap IP. I0428 15:36:21.729287 3806 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.18 - it is already configured I0428 15:36:21.729300 3806 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.18/24:{} 172.20.0.1/32:{}]. Updating annotations. I0428 15:36:21.729477 3806 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.18/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-18.ec2.internal","mac-address":"0a:ff:f5:c9:3c:d7","ip-addresses":["10.0.1.18/24"],"ip-address":"10.0.1.18/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1053fbe4-e1ba-43dc-a9dc-af8750a03c4a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.18/24"}] on node ip-10-0-1-18.ec2.internal I0428 15:36:21.752713 3806 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0428 15:36:21.752722 3806 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-18.ec2.internal in network "default" I0428 15:36:21.752731 3806 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 22.88µs I0428 15:36:21.752735 3806 egressfirewall.go:723] Syncing node "ip-10-0-1-18.ec2.internal" for egress firewall I0428 15:36:21.752764 3806 master.go:548] Adding or Updating local node "ip-10-0-1-18.ec2.internal" for network "default" I0428 15:36:21.752791 3806 node_tracker.go:169] Node ip-10-0-1-18.ec2.internal switch + router changed, syncing services in network "default" I0428 15:36:21.752811 3806 services_controller.go:574] Full service sync requested for network=default W0428 15:36:21.753077 3806 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0428 15:36:21.753100 3806 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.18 W0428 15:36:21.753148 3806 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 15:36:21.753194 3806 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-18.ec2.internal I0428 15:36:21.757365 3806 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-18.ec2.internal. Updating no re-route policies I0428 15:36:21.757457 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-fb46b I0428 15:36:21.757479 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-fb46b I0428 15:36:21.757479 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tdc96 I0428 15:36:21.757488 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-v68c9 I0428 15:36:21.757493 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-h7j9c I0428 15:36:21.757501 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-v68c9 I0428 15:36:21.757509 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-h7j9c I0428 15:36:21.757509 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-j9z6l I0428 15:36:21.757507 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-l2zv8 I0428 15:36:21.757525 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-j9z6l I0428 15:36:21.757533 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-l2zv8 I0428 15:36:21.757534 3806 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pp5k6 I0428 15:36:21.757478 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-hbvmb I0428 15:36:21.757504 3806 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-18.ec2.internal I0428 15:36:21.757544 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gpp9j I0428 15:36:21.757549 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-j9z6l after 0 failed attempt(s) I0428 15:36:21.757553 3806 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-18.ec2.internal I0428 15:36:21.757554 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-l2zv8 after 0 failed attempt(s) I0428 15:36:21.757557 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gpp9j I0428 15:36:21.757572 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-gpp9j after 0 failed attempt(s) I0428 15:36:21.757538 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-h7j9c after 0 failed attempt(s) I0428 15:36:21.757573 3806 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-18.ec2.internal after 0 failed attempt(s) I0428 15:36:21.757481 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-fh8dc I0428 15:36:21.757595 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-fh8dc I0428 15:36:21.757605 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-fh8dc after 0 failed attempt(s) I0428 15:36:21.757494 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tdc96 I0428 15:36:21.757617 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tdc96 after 0 failed attempt(s) I0428 15:36:21.757492 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5rbh2 I0428 15:36:21.757624 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5rbh2 I0428 15:36:21.757634 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5rbh2 after 0 failed attempt(s) I0428 15:36:21.757540 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-fb46b after 0 failed attempt(s) I0428 15:36:21.757463 3806 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-18.ec2.internal I0428 15:36:21.757656 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-18.ec2.internal I0428 15:36:21.757679 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-18.ec2.internal after 0 failed attempt(s) I0428 15:36:21.757547 3806 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pp5k6 I0428 15:36:21.757695 3806 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pp5k6 after 0 failed attempt(s) I0428 15:36:21.757545 3806 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-v68c9] creating logical port openshift-multus_network-metrics-daemon-v68c9 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:21.757548 3806 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-hbvmb I0428 15:36:21.757835 3806 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-hbvmb] creating logical port openshift-network-diagnostics_network-check-target-hbvmb for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:21.758428 3806 pods.go:271] [openshift-multus/network-metrics-daemon-v68c9] addLogicalPort took 894.115µs, libovsdb time 220.556µs I0428 15:36:21.758442 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-v68c9 after 0 failed attempt(s) I0428 15:36:21.758484 3806 pods.go:271] [openshift-network-diagnostics/network-check-target-hbvmb] addLogicalPort took 659.92µs, libovsdb time 202.493µs I0428 15:36:21.758494 3806 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-hbvmb after 0 failed attempt(s) I0428 15:36:21.773139 3806 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0428 15:36:21.786288 3806 iptables.go:108] Creating table: mangle chain: OUTPUT I0428 15:36:21.789873 3806 iptables.go:108] Creating table: nat chain: OUTPUT I0428 15:36:21.835847 3806 iptables.go:108] Creating table: nat chain: PREROUTING I0428 15:36:21.892882 3806 iptables.go:108] Creating table: filter chain: FORWARD I0428 15:36:21.911523 3806 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0428 15:36:21.911645 3806 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0428 15:36:21.911710 3806 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0428 15:36:21.911811 3806 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0428 15:36:21.911869 3806 gateway_init.go:325] Gateway and management port readiness took 723.417358ms I0428 15:36:21.911901 3806 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0428 15:36:21.911937 3806 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0428 15:36:21.911949 3806 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0428 15:36:21.911975 3806 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0428 15:36:21.912048 3806 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0428 15:36:21.912146 3806 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 62.074µs I0428 15:36:21.912427 3806 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0428 15:36:21.912452 3806 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.077µs I0428 15:36:21.912460 3806 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.046µs I0428 15:36:21.912466 3806 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0428 15:36:21.912474 3806 nad_controller.go:379] [node-nad-controller NAD controller]: started I0428 15:36:21.912479 3806 default_node_network_controller.go:899] Starting the default node network controller I0428 15:36:21.912484 3806 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0428 15:36:21.912503 3806 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.556µs I0428 15:36:21.912665 3806 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0428 15:36:21.912675 3806 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0428 15:36:21.912698 3806 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a93310 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc0002c6620 0xc000aad5e0 0xc0002c6690 0xc0002c6700 0xc0001a6230 0xc0060ad340 0xc0002c67e0 map[0x2ff9080:0xc0022e2120 0x2ff95c0:0xc0022e22a0 0x2ffa2e0:0xc0022e2060 0x2ffa580:0xc0022e20c0 0x2ffad60:0xc0022e2180 0x2ffb000:0xc0022e21e0 0x2ffb2a0:0xc0022e2240 0x2ffba80:0xc0022e2300 0x2ffbd20:0xc006778000 0x3026980:0xc000a0fe00 0x3026d20:0xc002e08780 0x3027800:0xc000b819e0 0x3029160:0xc001c4c000 0x30298a0:0xc0022e2000 0x302a720:0xc0013052c0] 0xc000aae310 0} I0428 15:36:21.912761 3806 gateway.go:151] Starting gateway service sync I0428 15:36:21.913295 3806 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0428 15:36:21.915738 3806 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0428 15:36:21.933604 3806 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0428 15:36:21.934982 3806 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0428 15:36:21.936209 3806 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0428 15:36:21.971875 3806 gateway.go:168] Gateway service sync done. Time taken: 59.100037ms I0428 15:36:21.972446 3806 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32251 I0428 15:36:21.972807 3806 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a93310 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc0002c6620 0xc000aad5e0 0xc0002c6690 0xc0002c6700 0xc0001a6230 0xc0060ad340 0xc0002c67e0 map[0x2ff9080:0xc0022e2120 0x2ff95c0:0xc0022e22a0 0x2ffa2e0:0xc0022e2060 0x2ffa580:0xc0022e20c0 0x2ffad60:0xc0022e2180 0x2ffb000:0xc0022e21e0 0x2ffb2a0:0xc0022e2240 0x2ffba80:0xc0022e2300 0x2ffbd20:0xc006778000 0x3026980:0xc000a0fe00 0x3026d20:0xc002e08780 0x3027800:0xc000b819e0 0x3029160:0xc001c4c000 0x30298a0:0xc0022e2000 0x302a720:0xc0013052c0] 0xc000aae310 0} I0428 15:36:21.973360 3806 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a93310 0xc0002c63f0 0xc0002c6460 0xc0002c64d0 0xc0002c6540 0xc0002c65b0 0xc0002c6620 0xc000aad5e0 0xc0002c6690 0xc0002c6700 0xc0001a6230 0xc0060ad340 0xc0002c67e0 map[0x2ff9080:0xc0022e2120 0x2ff95c0:0xc0022e22a0 0x2ffa2e0:0xc0022e2060 0x2ffa580:0xc0022e20c0 0x2ffad60:0xc0022e2180 0x2ffb000:0xc0022e21e0 0x2ffb2a0:0xc0022e2240 0x2ffba80:0xc0022e2300 0x2ffbd20:0xc006778000 0x3026980:0xc000a0fe00 0x3026d20:0xc002e08780 0x3027800:0xc000b819e0 0x3029160:0xc001c4c000 0x30298a0:0xc0022e2000 0x302a720:0xc0013052c0] 0xc000aae310 0} I0428 15:36:21.973403 3806 gateway.go:532] Reconciling gateway with updates I0428 15:36:21.979531 3806 gateway.go:339] Spawning Conntrack Rule Check Thread I0428 15:36:21.979616 3806 default_node_network_controller.go:944] Gateway and management port readiness took 66.932894ms I0428 15:36:21.979622 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:36:21.979628 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 15:36:21.979639 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:36:21.979646 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:36:21.979658 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:36:21.979666 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:36:21.979668 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:36:21.979672 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:36:21.979673 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:36:21.979687 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:36:21.979693 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:36:21.979692 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0428 15:36:21.979695 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 15:36:21.979702 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:36:21.979706 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0428 15:36:21.979711 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:36:21.979715 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:36:21.979718 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:36:21.979721 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:36:21.979728 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:36:21.979729 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 15:36:21.979729 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:36:21.979740 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 15:36:21.979691 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:36:21.979749 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:36:21.979730 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:36:21.979755 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:36:21.979758 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:36:21.979760 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 15:36:21.979760 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0428 15:36:21.979704 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:36:21.979677 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 15:36:21.979773 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 15:36:21.979777 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:36:21.979776 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:36:21.979781 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:36:21.979788 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:36:21.979791 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:36:21.979789 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:36:21.979629 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:36:21.979798 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 15:36:21.979801 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:36:21.979801 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:36:21.979803 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:36:21.979819 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 15:36:21.979822 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0428 15:36:21.979823 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:36:21.979823 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:36:21.979835 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0428 15:36:21.979839 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:36:21.979841 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:36:21.979720 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:36:21.979850 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:36:21.979854 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 15:36:21.979855 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:36:21.979861 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 15:36:21.979863 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:36:21.979861 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 15:36:21.979872 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 15:36:21.979614 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:36:21.979875 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:36:21.979879 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 15:36:21.979759 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:36:21.979890 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:36:21.979792 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:36:21.979905 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 15:36:21.979918 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 15:36:21.979922 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 15:36:21.979928 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 15:36:21.979935 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 15:36:21.979937 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 15:36:21.979942 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 15:36:21.979858 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:36:21.979940 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 15:36:21.979948 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 15:36:21.979879 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:36:21.979838 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:36:21.979994 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:36:21.980003 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 15:36:21.980012 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 15:36:21.980012 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:36:21.979774 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 15:36:21.980023 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 15:36:21.979649 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 15:36:21.980029 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:36:21.980021 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:36:21.979817 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:36:21.980056 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:36:21.980059 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:36:21.979615 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 15:36:21.980065 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 15:36:21.980073 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 15:36:21.980088 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 15:36:21.979649 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0428 15:36:21.980107 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 15:36:21.979639 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:36:21.980113 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0428 15:36:21.980118 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:36:21.980141 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 15:36:21.979640 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 15:36:21.980064 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:36:21.979662 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:36:21.980193 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:36:21.980202 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 15:36:21.979753 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:36:21.980215 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:36:21.980221 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 15:36:21.980197 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 15:36:21.979770 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 15:36:21.979783 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 15:36:21.979766 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 15:36:21.979791 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 15:36:21.980256 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 15:36:21.979783 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:36:21.980271 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:36:21.979842 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0428 15:36:21.979840 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:36:21.980296 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:36:21.980300 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 15:36:21.979792 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 15:36:21.980315 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 15:36:21.979887 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:36:21.979888 3806 port_claim.go:71] Svc openshift-ingress/router-default: port 31778 is already open, no action needed I0428 15:36:21.980355 3806 port_claim.go:71] Svc openshift-ingress/router-default: port 32510 is already open, no action needed I0428 15:36:21.980072 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:36:21.979748 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:36:21.980183 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0428 15:36:21.979766 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:36:21.980457 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:36:21.979857 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:36:21.980494 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:36:21.980940 3806 node_ip_handler_linux.go:160] Node IP manager is running W0428 15:36:22.019898 3806 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 15:36:22.020103 3806 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0428 15:36:22.020225 3806 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0428 15:36:22.028066 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 15:36:22.028093 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 15:36:22.068856 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 15:36:22.068887 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 15:36:22.068895 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 15:36:22.068900 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 15:36:22.068906 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 15:36:22.110002 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 15:36:22.110018 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 15:36:22.110006 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 15:36:22.110037 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 15:36:22.110045 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) W0428 15:36:23.376909 3806 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 15:36:23.391330 3806 default_node_network_controller.go:1380] Starting node controller node sync W0428 15:36:23.391400 3806 egressip_healthcheck.go:76] Health checking using insecure connection I0428 15:36:23.391456 3806 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0428 15:36:23.403629 3806 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.276458ms I0428 15:36:23.403765 3806 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-15.ec2.internal", IP: 10.0.2.15 to PMTUD blocking rules I0428 15:36:23.403780 3806 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-15.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 15:36:23.403797 3806 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 10.0.0.99 to PMTUD blocking rules I0428 15:36:23.403812 3806 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-99.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0428 15:36:23.415765 3806 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0428 15:36:23.416099 3806 egressservice_node.go:93] Setting up event handlers for Egress Services I0428 15:36:23.416211 3806 egressservice_node.go:183] Starting Egress Services Controller I0428 15:36:23.416227 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0428 15:36:23.416239 3806 shared_informer.go:356] "Caches are synced" controller="egressservices" I0428 15:36:23.416247 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0428 15:36:23.416252 3806 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0428 15:36:23.416257 3806 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0428 15:36:23.416262 3806 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0428 15:36:23.416266 3806 egressservice_node.go:197] Repairing Egress Services I0428 15:36:23.426512 3806 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0428 15:36:23.426523 3806 external_controller.go:278] Starting Admin Policy Based Route Controller I0428 15:36:23.426651 3806 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0428 15:36:23.426660 3806 link_network_manager.go:119] Link manager is running I0428 15:36:23.426668 3806 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0428 15:36:23.426872 3806 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0428 15:36:23.426998 3806 vrf_manager.go:128] VRF manager is running I0428 15:36:23.427091 3806 node_controller_manager.go:437] Removing flows to drop GARP I0428 15:36:23.427100 3806 gateway.go:532] Reconciling gateway with updates I0428 15:36:23.449839 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:36:23.449848 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:36:23.449855 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:36:23.449858 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0428 15:36:23.449864 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:36:23.449875 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:36:23.449878 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:36:23.449882 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:36:23.449879 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:36:23.449888 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0428 15:36:23.449893 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:36:23.449897 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0428 15:36:23.449898 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:36:23.449911 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:36:23.449917 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0428 15:36:23.449873 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:36:23.449928 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0428 15:36:23.449930 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0428 15:36:23.449937 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0428 15:36:23.449936 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:36:23.449943 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0428 15:36:23.449941 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0428 15:36:23.449950 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0428 15:36:23.449969 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0428 15:36:23.449977 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:36:23.449981 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:36:23.449898 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0428 15:36:23.449865 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0428 15:36:23.449979 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0428 15:36:23.449993 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:36:23.449997 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:36:23.449995 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0428 15:36:23.450003 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:36:23.450007 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0428 15:36:23.450011 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0428 15:36:23.449993 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:36:23.450016 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0428 15:36:23.450019 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0428 15:36:23.450019 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0428 15:36:23.450013 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0428 15:36:23.450026 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0428 15:36:23.450029 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0428 15:36:23.449905 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:36:23.450031 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:36:23.450040 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0428 15:36:23.450041 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:36:23.450046 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:36:23.450053 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0428 15:36:23.450054 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0428 15:36:23.449939 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0428 15:36:23.449950 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:36:23.450093 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0428 15:36:23.450058 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0428 15:36:23.450109 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0428 15:36:23.449928 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0428 15:36:23.450135 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:36:23.450047 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0428 15:36:23.450149 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0428 15:36:23.450151 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:36:23.449983 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:36:23.450165 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0428 15:36:23.450170 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0428 15:36:23.450167 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0428 15:36:23.450183 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0428 15:36:23.450178 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0428 15:36:23.450187 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:36:23.449865 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0428 15:36:23.450198 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0428 15:36:23.450198 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0428 15:36:23.450211 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:36:23.450224 3806 port_claim.go:71] Svc openshift-ingress/router-default: port 31778 is already open, no action needed I0428 15:36:23.450232 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0428 15:36:23.450238 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0428 15:36:23.450232 3806 port_claim.go:71] Svc openshift-ingress/router-default: port 32510 is already open, no action needed I0428 15:36:23.449917 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0428 15:36:23.449915 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0428 15:36:23.450349 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0428 15:36:23.450354 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0428 15:36:23.449938 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0428 15:36:23.449940 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0428 15:36:23.450364 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0428 15:36:23.449943 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:36:23.450398 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0428 15:36:23.449950 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:36:23.450443 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0428 15:36:23.449971 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0428 15:36:23.449971 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:36:23.450501 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0428 15:36:23.449951 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0428 15:36:23.450539 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0428 15:36:23.450544 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0428 15:36:23.449981 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:36:23.450551 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0428 15:36:23.449982 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:36:23.450581 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0428 15:36:23.449983 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:36:23.450608 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0428 15:36:23.449987 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0428 15:36:23.450637 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0428 15:36:23.449987 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0428 15:36:23.450647 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0428 15:36:23.449983 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0428 15:36:23.450655 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0428 15:36:23.450001 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0428 15:36:23.450010 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:36:23.450701 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0428 15:36:23.450020 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0428 15:36:23.450024 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:36:23.450731 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0428 15:36:23.450030 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0428 15:36:23.449887 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0428 15:36:23.450764 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0428 15:36:23.449852 3806 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:36:23.450777 3806 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0428 15:36:23.450780 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0428 15:36:23.489431 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0428 15:36:23.489456 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0428 15:36:23.489462 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0428 15:36:23.489469 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0428 15:36:23.489474 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0428 15:36:23.489479 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0428 15:36:23.489484 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0428 15:36:23.489490 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0428 15:36:23.489495 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0428 15:36:23.489508 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0428 15:36:23.489522 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0428 15:36:23.489527 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0428 15:36:23.489535 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0428 15:36:23.489540 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0428 15:36:23.489548 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0428 15:36:23.489555 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0428 15:36:23.528871 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0428 15:36:23.548299 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0428 15:36:23.548309 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0428 15:36:23.548322 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0428 15:36:23.548328 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0428 15:36:23.548334 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0428 15:36:23.548341 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0428 15:36:23.548346 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0428 15:36:23.548352 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0428 15:36:23.548360 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0428 15:36:23.548370 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0428 15:36:23.548376 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0428 15:36:23.548381 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0428 15:36:23.548386 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0428 15:36:23.548391 3806 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0428 15:36:24.743989 3806 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-18.ec2.internal I0428 15:36:24.744018 3806 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-18.ec2.internal: 35.846µs I0428 15:36:24.772530 3806 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b68f5bd6b-bn92t] creating logical port openshift-image-registry_image-registry-7b68f5bd6b-bn92t for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:24.772680 3806 kube.go:256] Updating pod openshift-image-registry/image-registry-7b68f5bd6b-bn92t I0428 15:36:24.792926 3806 pod.go:62] [openshift-image-registry/image-registry-7b68f5bd6b-bn92t] pod update took 20.275051ms I0428 15:36:24.792949 3806 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b68f5bd6b-bn92t] addLogicalPort annotation time took 20.302334ms I0428 15:36:24.794089 3806 pods.go:271] [openshift-image-registry/image-registry-7b68f5bd6b-bn92t] addLogicalPort took 21.579306ms, libovsdb time 887.023µs I0428 15:36:24.799147 3806 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mpk4r] creating logical port openshift-insights_insights-runtime-extractor-mpk4r for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:24.799290 3806 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mpk4r I0428 15:36:24.807537 3806 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-jx2hk] creating logical port openshift-ingress-canary_ingress-canary-jx2hk for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:24.807680 3806 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-jx2hk I0428 15:36:24.820914 3806 pod.go:62] [openshift-insights/insights-runtime-extractor-mpk4r] pod update took 21.665272ms I0428 15:36:24.820940 3806 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-mpk4r] addLogicalPort annotation time took 21.693117ms I0428 15:36:24.822185 3806 pods.go:271] [openshift-insights/insights-runtime-extractor-mpk4r] addLogicalPort took 23.057336ms, libovsdb time 977.427µs I0428 15:36:24.825115 3806 pod.go:62] [openshift-ingress-canary/ingress-canary-jx2hk] pod update took 17.468227ms I0428 15:36:24.825142 3806 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-jx2hk] addLogicalPort annotation time took 17.499797ms I0428 15:36:24.826508 3806 pods.go:271] [openshift-ingress-canary/ingress-canary-jx2hk] addLogicalPort took 18.988448ms, libovsdb time 1.028932ms I0428 15:36:24.895877 3806 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-m9sdr] creating logical port openshift-dns_dns-default-m9sdr for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:24.896038 3806 kube.go:256] Updating pod openshift-dns/dns-default-m9sdr I0428 15:36:24.911443 3806 pod.go:62] [openshift-dns/dns-default-m9sdr] pod update took 15.44299ms I0428 15:36:24.911464 3806 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-m9sdr] addLogicalPort annotation time took 15.470044ms I0428 15:36:24.912619 3806 pods.go:271] [openshift-dns/dns-default-m9sdr] addLogicalPort took 16.757837ms, libovsdb time 890.215µs I0428 15:36:25.178865 3806 cni.go:452] [openshift-image-registry/image-registry-7b68f5bd6b-bn92t 8e801eee069c0a199ce6ae33258c6a2b798874d88a4e7e5712a8cc504e3b856f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b68f5bd6b-bn92t 8e801eee069c0a199ce6ae33258c6a2b798874d88a4e7e5712a8cc504e3b856f network default NAD default NAD key ] I0428 15:36:25.209635 3806 cni.go:452] [openshift-insights/insights-runtime-extractor-mpk4r b196ca6b7154c200d3bc186fe60e1a5f1bbc7e5b0a4cf0bd447f340ec8e7b546 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mpk4r b196ca6b7154c200d3bc186fe60e1a5f1bbc7e5b0a4cf0bd447f340ec8e7b546 network default NAD default NAD key ] I0428 15:36:25.236383 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b68f5bd6b-bn92t, hostIfaceName: 8e801eee069c0a1, network: default, NAD default, SandboxID: "8e801eee069c0a199ce6ae33258c6a2b798874d88a4e7e5712a8cc504e3b856f", PCI device ID: , UID: "447a8ec0-4278-4f37-81d1-665e6f57dd81", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0428 15:36:25.236575 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mpk4r, hostIfaceName: b196ca6b7154c20, network: default, NAD default, SandboxID: "b196ca6b7154c200d3bc186fe60e1a5f1bbc7e5b0a4cf0bd447f340ec8e7b546", PCI device ID: , UID: "df8ff152-5e1c-4649-adc9-35a211c19e66", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0428 15:36:25.255377 3806 cni.go:452] [openshift-ingress-canary/ingress-canary-jx2hk 7b7ca52161336b93d61e59c2f5980c21abb3a3044505cc54e7376a0c391cad72 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-jx2hk 7b7ca52161336b93d61e59c2f5980c21abb3a3044505cc54e7376a0c391cad72 network default NAD default NAD key ] I0428 15:36:25.270422 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-jx2hk, hostIfaceName: 7b7ca52161336b9, network: default, NAD default, SandboxID: "7b7ca52161336b93d61e59c2f5980c21abb3a3044505cc54e7376a0c391cad72", PCI device ID: , UID: "22d6d8e1-c7ab-4454-bfdb-c42ee88d3be5", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0428 15:36:25.291398 3806 cni.go:473] [openshift-insights/insights-runtime-extractor-mpk4r b196ca6b7154c200d3bc186fe60e1a5f1bbc7e5b0a4cf0bd447f340ec8e7b546 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mpk4r b196ca6b7154c200d3bc186fe60e1a5f1bbc7e5b0a4cf0bd447f340ec8e7b546 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:79:87:29:f0:91\",\"name\":\"b196ca6b7154c20\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3065d54a-7439-4af3-ba0c-ff9d34b4b58f\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:25.292611 3806 cni.go:473] [openshift-image-registry/image-registry-7b68f5bd6b-bn92t 8e801eee069c0a199ce6ae33258c6a2b798874d88a4e7e5712a8cc504e3b856f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b68f5bd6b-bn92t 8e801eee069c0a199ce6ae33258c6a2b798874d88a4e7e5712a8cc504e3b856f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:2a:e8:8d:be:db\",\"name\":\"8e801eee069c0a1\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35087211-fa23-4f87-a1f1-716beb9e9560\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:25.311696 3806 cni.go:452] [openshift-dns/dns-default-m9sdr 5520649e0d07f467975b6957731912a86236ea5fe0d22b73da7a9b3f2cf349db network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-m9sdr 5520649e0d07f467975b6957731912a86236ea5fe0d22b73da7a9b3f2cf349db network default NAD default NAD key ] I0428 15:36:25.321774 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-m9sdr, hostIfaceName: 5520649e0d07f46, network: default, NAD default, SandboxID: "5520649e0d07f467975b6957731912a86236ea5fe0d22b73da7a9b3f2cf349db", PCI device ID: , UID: "2b8e0d52-e6f6-4e72-96e2-aa26f02554f9", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0428 15:36:25.322418 3806 cni.go:473] [openshift-ingress-canary/ingress-canary-jx2hk 7b7ca52161336b93d61e59c2f5980c21abb3a3044505cc54e7376a0c391cad72 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-jx2hk 7b7ca52161336b93d61e59c2f5980c21abb3a3044505cc54e7376a0c391cad72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:78:f5:8f:a9:46\",\"name\":\"7b7ca52161336b9\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/659af990-d43a-4490-ac4c-d8a2f57a75d4\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:25.375872 3806 cni.go:473] [openshift-dns/dns-default-m9sdr 5520649e0d07f467975b6957731912a86236ea5fe0d22b73da7a9b3f2cf349db network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-m9sdr 5520649e0d07f467975b6957731912a86236ea5fe0d22b73da7a9b3f2cf349db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:d9:69:39:6b:1e\",\"name\":\"5520649e0d07f46\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c9289e9-cfd6-4af5-98e1-a5e1bd5dfee9\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:36:26.133701 3806 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:36:26.396388 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0428 15:36:27.147777 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-wlz7x] creating logical port openshift-monitoring_prometheus-operator-76b589d668-wlz7x for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:27.147892 3806 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-wlz7x I0428 15:36:27.165224 3806 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-wlz7x] pod update took 17.360809ms I0428 15:36:27.165252 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-wlz7x] addLogicalPort annotation time took 17.395982ms I0428 15:36:27.166564 3806 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-wlz7x] addLogicalPort took 18.807589ms, libovsdb time 974.294µs W0428 15:36:27.410591 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 15:36:27.511765 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0428 15:36:28.428409 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0428 15:36:28.428437 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0428 15:36:28.538683 3806 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-wlz7x 4ef3020c5379ec4da49e8816df33834c431001c12e3ec423746cf7ea9dbdc256 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-wlz7x 4ef3020c5379ec4da49e8816df33834c431001c12e3ec423746cf7ea9dbdc256 network default NAD default NAD key ] I0428 15:36:28.551549 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-wlz7x, hostIfaceName: 4ef3020c5379ec4, network: default, NAD default, SandboxID: "4ef3020c5379ec4da49e8816df33834c431001c12e3ec423746cf7ea9dbdc256", PCI device ID: , UID: "285a4a70-41da-4cbe-a6c7-e02f816c0de3", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0428 15:36:28.603757 3806 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-wlz7x 4ef3020c5379ec4da49e8816df33834c431001c12e3ec423746cf7ea9dbdc256 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-wlz7x 4ef3020c5379ec4da49e8816df33834c431001c12e3ec423746cf7ea9dbdc256 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:33:84:62:2a:78\",\"name\":\"4ef3020c5379ec4\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e1ee3be-c485-4422-a2aa-c7aa23df7d25\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:36:29.370463 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:36:29.370487 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:36:29.370495 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0428 15:36:29.370512 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:36:29.370518 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:36:29.370524 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0428 15:36:31.989712 3806 base_network_controller_pods.go:487] [default/openshift-console/console-7d88f6558c-blsj7] creating logical port openshift-console_console-7d88f6558c-blsj7 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:31.989837 3806 kube.go:256] Updating pod openshift-console/console-7d88f6558c-blsj7 I0428 15:36:32.008065 3806 pod.go:62] [openshift-console/console-7d88f6558c-blsj7] pod update took 18.262146ms I0428 15:36:32.008090 3806 base_network_controller_pods.go:951] [default/openshift-console/console-7d88f6558c-blsj7] addLogicalPort annotation time took 18.294543ms I0428 15:36:32.009630 3806 pods.go:271] [openshift-console/console-7d88f6558c-blsj7] addLogicalPort took 19.934662ms, libovsdb time 1.156726ms W0428 15:36:32.011085 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0428 15:36:32.424229 3806 cni.go:452] [openshift-console/console-7d88f6558c-blsj7 59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7d88f6558c-blsj7 59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5 network default NAD default NAD key ] I0428 15:36:32.435404 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7d88f6558c-blsj7, hostIfaceName: 59fb4c5d185e185, network: default, NAD default, SandboxID: "59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5", PCI device ID: , UID: "bb4cb4ee-011e-4ed7-87ab-82d0d8e102db", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0428 15:36:32.486729 3806 cni.go:473] [openshift-console/console-7d88f6558c-blsj7 59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7d88f6558c-blsj7 59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:99:2d:51:7c:2a\",\"name\":\"59fb4c5d185e185\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93691789-360d-417d-b89b-e1b1d278da9a\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:33.968195 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-c4cbl for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:33.968342 3806 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl I0428 15:36:33.991346 3806 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl] pod update took 23.03236ms I0428 15:36:33.991419 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl] addLogicalPort annotation time took 23.114624ms I0428 15:36:33.991354 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-rg2wr for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:33.991639 3806 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr I0428 15:36:33.992608 3806 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl] addLogicalPort took 24.432297ms, libovsdb time 902.106µs I0428 15:36:34.027709 3806 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr] pod update took 36.14556ms I0428 15:36:34.027736 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr] addLogicalPort annotation time took 36.181007ms I0428 15:36:34.029199 3806 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr] addLogicalPort took 37.866161ms, libovsdb time 1.03714ms I0428 15:36:35.025223 3806 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl 7667505d26a06729a58f50ce888a0fb52caba67262cd8b03aff6268a95abb5eb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl 7667505d26a06729a58f50ce888a0fb52caba67262cd8b03aff6268a95abb5eb network default NAD default NAD key ] I0428 15:36:35.025452 3806 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr 3c0abcae932c44ee86037c75754c6cf057828a00ee1539f77dd3c73f0d6ca791 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr 3c0abcae932c44ee86037c75754c6cf057828a00ee1539f77dd3c73f0d6ca791 network default NAD default NAD key ] I0428 15:36:35.039738 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-rg2wr, hostIfaceName: 3c0abcae932c44e, network: default, NAD default, SandboxID: "3c0abcae932c44ee86037c75754c6cf057828a00ee1539f77dd3c73f0d6ca791", PCI device ID: , UID: "40c13a20-6c62-4c56-8700-848b5c43b667", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0428 15:36:35.041122 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-c4cbl, hostIfaceName: 7667505d26a0672, network: default, NAD default, SandboxID: "7667505d26a06729a58f50ce888a0fb52caba67262cd8b03aff6268a95abb5eb", PCI device ID: , UID: "62bd0858-fc9c-42cc-a43d-ff5b8085cfd8", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0428 15:36:35.090498 3806 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr 3c0abcae932c44ee86037c75754c6cf057828a00ee1539f77dd3c73f0d6ca791 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-rg2wr 3c0abcae932c44ee86037c75754c6cf057828a00ee1539f77dd3c73f0d6ca791 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:61:dc:95:ed:74\",\"name\":\"3c0abcae932c44e\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fe6e7b9-d566-4ec2-9f05-e67c46cd32f2\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:35.107419 3806 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl 7667505d26a06729a58f50ce888a0fb52caba67262cd8b03aff6268a95abb5eb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-c4cbl 7667505d26a06729a58f50ce888a0fb52caba67262cd8b03aff6268a95abb5eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:0e:43:dd:74:f6\",\"name\":\"7667505d26a0672\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5467da48-048c-45ad-a448-891799df395e\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:35.308002 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:35.308126 3806 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0428 15:36:35.341240 3806 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 33.151938ms I0428 15:36:35.341268 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 33.196271ms I0428 15:36:35.342516 3806 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 34.532246ms, libovsdb time 915.808µs I0428 15:36:35.665863 3806 cni.go:452] [openshift-monitoring/alertmanager-main-0 c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608 network default NAD default NAD key ] I0428 15:36:35.696747 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: c09358c4dee7d68, network: default, NAD default, SandboxID: "c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608", PCI device ID: , UID: "53bf85f3-9075-408b-9aab-0bd96ae0c7a4", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0428 15:36:35.747415 3806 cni.go:473] [openshift-monitoring/alertmanager-main-0 c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:48:f5:c1:16:dd\",\"name\":\"c09358c4dee7d68\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1ba78ea-25a1-47d5-9b54-80f2e0b11f7d\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:37.017725 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-79fd57d4fd-z994b] creating logical port openshift-monitoring_thanos-querier-79fd57d4fd-z994b for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:37.017901 3806 kube.go:256] Updating pod openshift-monitoring/thanos-querier-79fd57d4fd-z994b I0428 15:36:37.041625 3806 pod.go:62] [openshift-monitoring/thanos-querier-79fd57d4fd-z994b] pod update took 23.765853ms I0428 15:36:37.041655 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-79fd57d4fd-z994b] addLogicalPort annotation time took 23.804151ms I0428 15:36:37.042923 3806 pods.go:271] [openshift-monitoring/thanos-querier-79fd57d4fd-z994b] addLogicalPort took 25.221022ms, libovsdb time 866.198µs I0428 15:36:37.431748 3806 cni.go:452] [openshift-monitoring/thanos-querier-79fd57d4fd-z994b 7fd7612348e6747ec7a1308032dc9ad25a24379ab3692f5513935b33f528d9a6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-79fd57d4fd-z994b 7fd7612348e6747ec7a1308032dc9ad25a24379ab3692f5513935b33f528d9a6 network default NAD default NAD key ] I0428 15:36:37.442497 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-79fd57d4fd-z994b, hostIfaceName: 7fd7612348e6747, network: default, NAD default, SandboxID: "7fd7612348e6747ec7a1308032dc9ad25a24379ab3692f5513935b33f528d9a6", PCI device ID: , UID: "f665c858-86a5-4264-933e-6bd73e75f358", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0428 15:36:37.499990 3806 cni.go:473] [openshift-monitoring/thanos-querier-79fd57d4fd-z994b 7fd7612348e6747ec7a1308032dc9ad25a24379ab3692f5513935b33f528d9a6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-79fd57d4fd-z994b 7fd7612348e6747ec7a1308032dc9ad25a24379ab3692f5513935b33f528d9a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:23:01:c5:45:17\",\"name\":\"7fd7612348e6747\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/845b2b25-3c72-4ed2-9f96-d8fbd3c4a6cf\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:36:37.512782 3806 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:36:37.512804 3806 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:36:37.512809 3806 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:36:38.259270 3806 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:36:38.259292 3806 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:36:38.259300 3806 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 15:36:38.381391 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-2nq5b for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:38.381563 3806 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b I0428 15:36:38.397524 3806 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b] pod update took 15.993626ms I0428 15:36:38.397551 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b] addLogicalPort annotation time took 16.024318ms I0428 15:36:38.398895 3806 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b] addLogicalPort took 17.522137ms, libovsdb time 1.009947ms I0428 15:36:38.496173 3806 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:38.496295 3806 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv I0428 15:36:38.513867 3806 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv] pod update took 17.609275ms I0428 15:36:38.513895 3806 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv] addLogicalPort annotation time took 17.643798ms I0428 15:36:38.515198 3806 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv] addLogicalPort took 19.047463ms, libovsdb time 904.775µs I0428 15:36:38.881075 3806 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv 6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv 6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452 network default NAD default NAD key ] I0428 15:36:38.892172 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv, hostIfaceName: 6080a3b1201cc06, network: default, NAD default, SandboxID: "6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452", PCI device ID: , UID: "503f3a5b-5d77-4584-806c-aa90c950e33e", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0428 15:36:38.948264 3806 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv 6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv 6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:97:9e:15:ba:3e\",\"name\":\"6080a3b1201cc06\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22bbf31d-6674-403c-80f2-e9750cca31f4\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:36:39.166285 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:36:39.166311 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0428 15:36:39.166318 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0428 15:36:39.528773 3806 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b 573c084335f36e29ef556a2e0c6204080016b33cebc68b31e86f31e1dc1b8017 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b 573c084335f36e29ef556a2e0c6204080016b33cebc68b31e86f31e1dc1b8017 network default NAD default NAD key ] I0428 15:36:39.538977 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-2nq5b, hostIfaceName: 573c084335f36e2, network: default, NAD default, SandboxID: "573c084335f36e29ef556a2e0c6204080016b33cebc68b31e86f31e1dc1b8017", PCI device ID: , UID: "d5a78abd-4f55-47fe-8cb9-4e6caff4d4d3", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0428 15:36:39.592923 3806 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b 573c084335f36e29ef556a2e0c6204080016b33cebc68b31e86f31e1dc1b8017 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2nq5b 573c084335f36e29ef556a2e0c6204080016b33cebc68b31e86f31e1dc1b8017 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:04:db:19:b5:b2\",\"name\":\"573c084335f36e2\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0237456-f848-4fd4-b0c0-fe53ee28d787\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:40.292907 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:36:40.293100 3806 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0428 15:36:40.316390 3806 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.337436ms I0428 15:36:40.316419 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.374624ms I0428 15:36:40.317838 3806 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.95173ms, libovsdb time 996.998µs I0428 15:36:40.694266 3806 cni.go:452] [openshift-monitoring/prometheus-k8s-0 3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a network default NAD default NAD key ] I0428 15:36:40.704565 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 3be5a295394b2ea, network: default, NAD default, SandboxID: "3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a", PCI device ID: , UID: "7766af85-625e-450e-a21d-8b9ed1862a9c", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0428 15:36:40.765878 3806 cni.go:473] [openshift-monitoring/prometheus-k8s-0 3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:34:25:00:19:02\",\"name\":\"3be5a295394b2ea\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c23b2795-7e64-445b-bdeb-f19afc0a9093\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:36:41.277268 3806 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:36:41.277301 3806 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:36:41.287048 3806 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7d88f6558c-2wvlr IP address from the namespace address-set, err: pod openshift-console/console-7d88f6558c-2wvlr: no pod IPs found W0428 15:36:43.253569 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0428 15:36:43.280546 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0428 15:36:43.332468 3806 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:36:43.332493 3806 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:36:43.332500 3806 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:36:43.332508 3806 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:36:47.148082 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0428 15:36:47.326177 3806 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85884c9ddb-zgwhq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:36:47.327042 3806 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85884c9ddb-zgwhq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:36:47.513932 3806 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85884c9ddb-zgwhq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:36:47.513969 3806 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85884c9ddb-zgwhq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:36:47.517644 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85884c9ddb-zgwhq I0428 15:36:47.517676 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85884c9ddb-zgwhq W0428 15:36:47.597231 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:36:48.612059 3806 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:36:48.612079 3806 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:36:48.728917 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0428 15:36:48.822469 3806 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-684d65d899-8rldf IP address from the namespace address-set, err: pod openshift-console/console-684d65d899-8rldf: no pod IPs found W0428 15:36:48.837587 3806 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-684d65d899-729tn IP address from the namespace address-set, err: pod openshift-console/console-684d65d899-729tn: no pod IPs found W0428 15:36:49.278108 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:36:49.278132 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:36:49.278138 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0428 15:36:49.278143 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0428 15:36:55.028710 3806 cni.go:452] [openshift-network-diagnostics/network-check-target-hbvmb 1d4979dbb3d761938dfae9423d7e9143bd5a64c0e1970b68961535a18d01e537 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-hbvmb 1d4979dbb3d761938dfae9423d7e9143bd5a64c0e1970b68961535a18d01e537 network default NAD default NAD key ] I0428 15:36:55.030143 3806 cni.go:452] [openshift-multus/network-metrics-daemon-v68c9 56e35ffdc35bd668004c3512ad6c1172af3d6cc555381dd09af2319e431280bc network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-v68c9 56e35ffdc35bd668004c3512ad6c1172af3d6cc555381dd09af2319e431280bc network default NAD default NAD key ] I0428 15:36:55.041922 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-v68c9, hostIfaceName: 56e35ffdc35bd66, network: default, NAD default, SandboxID: "56e35ffdc35bd668004c3512ad6c1172af3d6cc555381dd09af2319e431280bc", PCI device ID: , UID: "bfeda55b-d644-40b4-8f62-6d57bc64d9ab", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0428 15:36:55.042278 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-hbvmb, hostIfaceName: 1d4979dbb3d7619, network: default, NAD default, SandboxID: "1d4979dbb3d761938dfae9423d7e9143bd5a64c0e1970b68961535a18d01e537", PCI device ID: , UID: "4935b4f0-a36c-4e9f-a6dc-c71d27acefa2", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0428 15:36:55.095043 3806 cni.go:473] [openshift-multus/network-metrics-daemon-v68c9 56e35ffdc35bd668004c3512ad6c1172af3d6cc555381dd09af2319e431280bc network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-v68c9 56e35ffdc35bd668004c3512ad6c1172af3d6cc555381dd09af2319e431280bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:21:c0:44:ce:62\",\"name\":\"56e35ffdc35bd66\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a958b3f-ff5d-44d4-9a5e-5ebc8730477d\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:55.113092 3806 cni.go:473] [openshift-network-diagnostics/network-check-target-hbvmb 1d4979dbb3d761938dfae9423d7e9143bd5a64c0e1970b68961535a18d01e537 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-hbvmb 1d4979dbb3d761938dfae9423d7e9143bd5a64c0e1970b68961535a18d01e537 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:97:79:1b:8b:3e\",\"name\":\"1d4979dbb3d7619\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdf3e14c-2c99-405f-956c-b1c6670e1d0d\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:36:57.374947 3806 obj_retry.go:498] Detected object openshift-console/console-59fd5b758b-jgv2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:36:57.375501 3806 obj_retry.go:498] Detected object openshift-console/console-59fd5b758b-jgv2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:36:57.604394 3806 obj_retry.go:492] Detected object openshift-console/console-59fd5b758b-jgv2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:36:57.604421 3806 obj_retry.go:492] Detected object openshift-console/console-59fd5b758b-jgv2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:36:57.612416 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fd5b758b-jgv2c I0428 15:36:57.612456 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fd5b758b-jgv2c I0428 15:37:04.370524 3806 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv 6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv 6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452 network default NAD default NAD key ] I0428 15:37:04.443888 3806 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv 6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv 6080a3b1201cc06d630fdde14561fabd10ff954e69b7f6397bb5ab46f7648452 network default NAD default NAD key default], result "{}", err I0428 15:37:04.488823 3806 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:04.488863 3806 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv I0428 15:37:04.490318 3806 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv, ips: 10.130.0.16 I0428 15:37:04.490346 3806 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:04.490369 3806 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:37:04.490385 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0428 15:37:04.490668 3806 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:37:04.490683 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0428 15:37:05.539716 3806 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:05.539745 3806 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:05.539761 3806 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:05.539771 3806 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0drvvxv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:37:05.717868 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:37:05.717885 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:37:05.717891 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 15:37:06.439354 3806 cni.go:452] [openshift-console/console-7d88f6558c-blsj7 59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7d88f6558c-blsj7 59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5 network default NAD default NAD key ] I0428 15:37:06.516222 3806 cni.go:473] [openshift-console/console-7d88f6558c-blsj7 59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7d88f6558c-blsj7 59fb4c5d185e1856a905315446af9d61d3ca4d38837b742e2675ed26a17433b5 network default NAD default NAD key default], result "{}", err I0428 15:37:06.564446 3806 obj_retry.go:498] Detected object openshift-console/console-7d88f6558c-blsj7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:06.564485 3806 pods.go:176] Deleting pod: openshift-console/console-7d88f6558c-blsj7 I0428 15:37:06.565796 3806 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7d88f6558c-blsj7, ips: 10.130.0.10 I0428 15:37:06.565827 3806 obj_retry.go:498] Detected object openshift-console/console-7d88f6558c-blsj7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:06.576232 3806 base_network_controller_pods.go:487] [default/openshift-console/console-bb57d8f65-mj62v] creating logical port openshift-console_console-bb57d8f65-mj62v for pod on switch ip-10-0-1-18.ec2.internal I0428 15:37:06.576371 3806 kube.go:256] Updating pod openshift-console/console-bb57d8f65-mj62v I0428 15:37:06.591096 3806 pod.go:62] [openshift-console/console-bb57d8f65-mj62v] pod update took 14.758144ms I0428 15:37:06.591119 3806 base_network_controller_pods.go:951] [default/openshift-console/console-bb57d8f65-mj62v] addLogicalPort annotation time took 14.785332ms I0428 15:37:06.592370 3806 pods.go:271] [openshift-console/console-bb57d8f65-mj62v] addLogicalPort took 16.152747ms, libovsdb time 956.251µs I0428 15:37:06.940069 3806 cni.go:452] [openshift-console/console-bb57d8f65-mj62v d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bb57d8f65-mj62v d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed network default NAD default NAD key ] I0428 15:37:06.950044 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bb57d8f65-mj62v, hostIfaceName: d262a7165e77f02, network: default, NAD default, SandboxID: "d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed", PCI device ID: , UID: "5024c27e-daae-4d4e-a9b5-91ac1444aa04", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0428 15:37:07.003798 3806 cni.go:473] [openshift-console/console-bb57d8f65-mj62v d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bb57d8f65-mj62v d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:84:88:7c:37:52\",\"name\":\"d262a7165e77f02\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c55b3c1-3112-49d3-9580-300d4628d5af\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:37:07.394365 3806 obj_retry.go:492] Detected object openshift-console/console-7d88f6558c-blsj7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:07.394390 3806 obj_retry.go:492] Detected object openshift-console/console-7d88f6558c-blsj7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:07.401226 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d88f6558c-blsj7 I0428 15:37:07.401249 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d88f6558c-blsj7 I0428 15:37:08.588744 3806 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0428 15:37:08.602564 3806 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0428 15:37:08.683623 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:37:08.683649 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:37:08.729308 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:37:08.729331 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:37:11.683221 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0428 15:37:12.542478 3806 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85884c9ddb-wwswf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:12.543124 3806 obj_retry.go:498] Detected object openshift-image-registry/image-registry-85884c9ddb-wwswf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:12.713522 3806 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85884c9ddb-wwswf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:12.713545 3806 obj_retry.go:492] Detected object openshift-image-registry/image-registry-85884c9ddb-wwswf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:12.721569 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85884c9ddb-wwswf I0428 15:37:12.721607 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85884c9ddb-wwswf I0428 15:37:13.822800 3806 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0428 15:37:17.438397 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0428 15:37:23.739328 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0428 15:37:29.765198 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0428 15:37:30.355736 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0428 15:37:34.058605 3806 obj_retry.go:498] Detected object openshift-console/console-59fd5b758b-cd72k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:34.059229 3806 obj_retry.go:498] Detected object openshift-console/console-59fd5b758b-cd72k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:34.780631 3806 obj_retry.go:492] Detected object openshift-console/console-59fd5b758b-cd72k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:34.780656 3806 obj_retry.go:492] Detected object openshift-console/console-59fd5b758b-cd72k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:34.787890 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fd5b758b-cd72k I0428 15:37:34.787913 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fd5b758b-cd72k I0428 15:37:36.395798 3806 obj_retry.go:498] Detected object openshift-ingress/router-default-6cdf88fc49-5p48k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:36.396411 3806 obj_retry.go:498] Detected object openshift-ingress/router-default-6cdf88fc49-5p48k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:36.790780 3806 obj_retry.go:492] Detected object openshift-ingress/router-default-6cdf88fc49-5p48k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:36.790802 3806 obj_retry.go:492] Detected object openshift-ingress/router-default-6cdf88fc49-5p48k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:36.798394 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6cdf88fc49-5p48k I0428 15:37:36.798418 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6cdf88fc49-5p48k W0428 15:37:41.864170 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:37:41.864191 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:37:41.864201 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:37:41.864206 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:37:42.571165 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:37:42.571196 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 15:37:55.877794 3806 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:55.878459 3806 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:37:56.183303 3806 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:56.183356 3806 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:37:56.190998 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0428 15:37:56.191028 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0428 15:38:00.166105 3806 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:38:00.166660 3806 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:38:00.929568 3806 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:38:00.929600 3806 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:38:00.937708 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0428 15:38:00.937739 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0428 15:38:17.820409 3806 cni.go:452] [openshift-monitoring/alertmanager-main-0 c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608 network default NAD default NAD key ] I0428 15:38:17.910260 3806 cni.go:473] [openshift-monitoring/alertmanager-main-0 c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 c09358c4dee7d68a51ffd96dbe9b2f6122092d0d54d850629f26b16d7d1fd608 network default NAD default NAD key default], result "{}", err I0428 15:38:17.968019 3806 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:38:17.968152 3806 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0428 15:38:17.969701 3806 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.13 I0428 15:38:17.969735 3806 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:38:18.672368 3806 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:38:18.672469 3806 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:38:18.681092 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0428 15:38:18.681124 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0428 15:38:18.719465 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:38:18.719578 3806 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0428 15:38:18.742022 3806 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.484513ms I0428 15:38:18.742046 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.513977ms I0428 15:38:18.743431 3806 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 23.979495ms, libovsdb time 1.05264ms I0428 15:38:18.945739 3806 cni.go:452] [openshift-console/console-bb57d8f65-mj62v d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-bb57d8f65-mj62v d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed network default NAD default NAD key ] I0428 15:38:19.031216 3806 cni.go:473] [openshift-console/console-bb57d8f65-mj62v d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-bb57d8f65-mj62v d262a7165e77f02e50307b05cc292cfc50c2dd099fcde3fe78534a5cf56c15ed network default NAD default NAD key default], result "{}", err I0428 15:38:19.079115 3806 obj_retry.go:498] Detected object openshift-console/console-bb57d8f65-mj62v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:38:19.079156 3806 pods.go:176] Deleting pod: openshift-console/console-bb57d8f65-mj62v I0428 15:38:19.080628 3806 pods.go:236] Attempting to release IPs for pod: openshift-console/console-bb57d8f65-mj62v, ips: 10.130.0.18 I0428 15:38:19.080659 3806 obj_retry.go:498] Detected object openshift-console/console-bb57d8f65-mj62v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:38:19.088645 3806 base_network_controller_pods.go:487] [default/openshift-console/console-78589b6d7d-chd62] creating logical port openshift-console_console-78589b6d7d-chd62 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:38:19.088738 3806 kube.go:256] Updating pod openshift-console/console-78589b6d7d-chd62 I0428 15:38:19.103553 3806 pod.go:62] [openshift-console/console-78589b6d7d-chd62] pod update took 14.840601ms I0428 15:38:19.103576 3806 base_network_controller_pods.go:951] [default/openshift-console/console-78589b6d7d-chd62] addLogicalPort annotation time took 14.868671ms I0428 15:38:19.104860 3806 pods.go:271] [openshift-console/console-78589b6d7d-chd62] addLogicalPort took 16.234096ms, libovsdb time 905.478µs I0428 15:38:19.388874 3806 cni.go:452] [openshift-monitoring/alertmanager-main-0 670609050e93dbf0af0df0d7dc7372bc8aaccd18278f21ef2249848e5c7e1b87 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 670609050e93dbf0af0df0d7dc7372bc8aaccd18278f21ef2249848e5c7e1b87 network default NAD default NAD key ] I0428 15:38:19.406702 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 670609050e93dbf, network: default, NAD default, SandboxID: "670609050e93dbf0af0df0d7dc7372bc8aaccd18278f21ef2249848e5c7e1b87", PCI device ID: , UID: "714069f1-3179-4816-8a28-2b8bb88c2061", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0428 15:38:19.463724 3806 cni.go:452] [openshift-console/console-78589b6d7d-chd62 3d2c0cac4eccd70a8451760076d433c3185d6b2942604a97149fc14ac5437264 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78589b6d7d-chd62 3d2c0cac4eccd70a8451760076d433c3185d6b2942604a97149fc14ac5437264 network default NAD default NAD key ] I0428 15:38:19.466920 3806 cni.go:473] [openshift-monitoring/alertmanager-main-0 670609050e93dbf0af0df0d7dc7372bc8aaccd18278f21ef2249848e5c7e1b87 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 670609050e93dbf0af0df0d7dc7372bc8aaccd18278f21ef2249848e5c7e1b87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:35:05:45:40:50\",\"name\":\"670609050e93dbf\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6f242ba-b9d5-4fd0-bddc-23498d38489a\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:38:19.473338 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78589b6d7d-chd62, hostIfaceName: 3d2c0cac4eccd70, network: default, NAD default, SandboxID: "3d2c0cac4eccd70a8451760076d433c3185d6b2942604a97149fc14ac5437264", PCI device ID: , UID: "0155ab05-1d03-4ed2-9b57-c65848a656ff", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0428 15:38:19.528549 3806 cni.go:473] [openshift-console/console-78589b6d7d-chd62 3d2c0cac4eccd70a8451760076d433c3185d6b2942604a97149fc14ac5437264 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78589b6d7d-chd62 3d2c0cac4eccd70a8451760076d433c3185d6b2942604a97149fc14ac5437264 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ce:86:99:97:2b\",\"name\":\"3d2c0cac4eccd70\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26786979-d2dc-4020-8426-053ce7e2faa4\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:38:19.758081 3806 obj_retry.go:492] Detected object openshift-console/console-bb57d8f65-mj62v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:38:19.758197 3806 obj_retry.go:492] Detected object openshift-console/console-bb57d8f65-mj62v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:38:19.767937 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb57d8f65-mj62v I0428 15:38:19.767983 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb57d8f65-mj62v W0428 15:38:29.741131 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0428 15:38:30.236574 3806 obj_retry.go:498] Detected object openshift-console/console-bb57d8f65-gvnpf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:38:30.237152 3806 obj_retry.go:498] Detected object openshift-console/console-bb57d8f65-gvnpf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:38:31.059230 3806 obj_retry.go:492] Detected object openshift-console/console-bb57d8f65-gvnpf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:38:31.059255 3806 obj_retry.go:492] Detected object openshift-console/console-bb57d8f65-gvnpf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:38:31.066664 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb57d8f65-gvnpf I0428 15:38:31.066694 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb57d8f65-gvnpf W0428 15:38:39.435419 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:38:39.435466 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0428 15:38:39.435472 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0428 15:39:03.393850 3806 cni.go:452] [openshift-monitoring/prometheus-k8s-0 3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a network default NAD default NAD key ] I0428 15:39:03.469553 3806 cni.go:473] [openshift-monitoring/prometheus-k8s-0 3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 3be5a295394b2ea5686b5bde2a1b52e18cb7223626d4f77f9220b1190ec42c8a network default NAD default NAD key default], result "{}", err I0428 15:39:03.529506 3806 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:39:03.529548 3806 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0428 15:39:03.531379 3806 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.17 I0428 15:39:03.531421 3806 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:39:03.870797 3806 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:39:03.870823 3806 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:39:03.880604 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0428 15:39:03.880629 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0428 15:39:03.924978 3806 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:39:03.925178 3806 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0428 15:39:03.946984 3806 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 21.911493ms I0428 15:39:03.947004 3806 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 21.938739ms I0428 15:39:03.948407 3806 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 23.464895ms, libovsdb time 1.109959ms I0428 15:39:04.288835 3806 cni.go:452] [openshift-monitoring/prometheus-k8s-0 b0d927231b0d808bded9bdd050e6f91c7440acd71e6db0cd4ce819be96343814 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 b0d927231b0d808bded9bdd050e6f91c7440acd71e6db0cd4ce819be96343814 network default NAD default NAD key ] I0428 15:39:04.298640 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: b0d927231b0d808, network: default, NAD default, SandboxID: "b0d927231b0d808bded9bdd050e6f91c7440acd71e6db0cd4ce819be96343814", PCI device ID: , UID: "5c5698cf-90d5-4ffd-9f41-a591698adf3f", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0428 15:39:04.350241 3806 cni.go:473] [openshift-monitoring/prometheus-k8s-0 b0d927231b0d808bded9bdd050e6f91c7440acd71e6db0cd4ce819be96343814 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 b0d927231b0d808bded9bdd050e6f91c7440acd71e6db0cd4ce819be96343814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:a6:f9:e1:d6:f2\",\"name\":\"b0d927231b0d808\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71066a28-3b41-44e7-ad5a-efda64f75396\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:40:05.152522 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0428 15:40:05.152551 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0428 15:40:05.450353 3806 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:05.450934 3806 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:40:06.357831 3806 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:40:06.357854 3806 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623180-tpcf7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:21.657906 3806 namespace.go:98] [tsf] adding namespace I0428 15:41:21.658795 3806 namespace.go:102] [tsf] adding namespace took 866.443µs I0428 15:41:21.677599 3806 namespace.go:142] [tsf] updating namespace I0428 15:41:21.696742 3806 namespace.go:142] [tsf] updating namespace I0428 15:41:26.431406 3806 namespace.go:98] [tsf-keycloak] adding namespace I0428 15:41:26.431452 3806 namespace.go:98] [tsf-tpa] adding namespace I0428 15:41:26.431664 3806 namespace.go:98] [tsf-tas] adding namespace I0428 15:41:26.432523 3806 namespace.go:102] [tsf-keycloak] adding namespace took 1.093179ms I0428 15:41:26.432557 3806 namespace.go:98] [cert-manager-operator] adding namespace I0428 15:41:26.433324 3806 namespace.go:102] [cert-manager-operator] adding namespace took 758.197µs I0428 15:41:26.433860 3806 namespace.go:102] [tsf-tpa] adding namespace took 2.392456ms I0428 15:41:26.434442 3806 namespace.go:102] [tsf-tas] adding namespace took 2.760727ms I0428 15:41:26.439815 3806 namespace.go:98] [rhbk-operator] adding namespace I0428 15:41:26.439831 3806 namespace.go:98] [konflux-ui] adding namespace I0428 15:41:26.439976 3806 namespace.go:98] [rhtpa-operator] adding namespace I0428 15:41:26.440664 3806 namespace.go:102] [rhbk-operator] adding namespace took 824.134µs I0428 15:41:26.441310 3806 namespace.go:102] [konflux-ui] adding namespace took 1.462474ms I0428 15:41:26.441346 3806 namespace.go:98] [konflux-operator] adding namespace I0428 15:41:26.441835 3806 namespace.go:102] [konflux-operator] adding namespace took 479.21µs I0428 15:41:26.442362 3806 namespace.go:102] [rhtpa-operator] adding namespace took 2.371976ms I0428 15:41:26.454482 3806 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:41:26.468166 3806 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:41:26.482320 3806 namespace.go:142] [tsf-tpa] updating namespace I0428 15:41:26.485286 3806 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:41:26.488287 3806 namespace.go:142] [tsf-tas] updating namespace I0428 15:41:26.488356 3806 namespace.go:142] [rhbk-operator] updating namespace I0428 15:41:26.497176 3806 namespace.go:142] [tsf-tpa] updating namespace I0428 15:41:26.502403 3806 namespace.go:142] [konflux-ui] updating namespace I0428 15:41:26.502462 3806 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:41:26.502606 3806 namespace.go:142] [konflux-operator] updating namespace I0428 15:41:26.508027 3806 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:41:26.562370 3806 namespace.go:142] [tsf-tas] updating namespace I0428 15:41:26.583177 3806 namespace.go:142] [tsf-tas] updating namespace I0428 15:41:26.589348 3806 namespace.go:142] [rhbk-operator] updating namespace I0428 15:41:26.612080 3806 namespace.go:142] [rhbk-operator] updating namespace I0428 15:41:26.618693 3806 namespace.go:142] [konflux-ui] updating namespace I0428 15:41:26.633677 3806 namespace.go:142] [konflux-ui] updating namespace I0428 15:41:26.640647 3806 namespace.go:142] [tsf-tpa] updating namespace I0428 15:41:26.646072 3806 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:41:26.662296 3806 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:41:26.685115 3806 namespace.go:142] [konflux-operator] updating namespace I0428 15:41:26.711324 3806 namespace.go:142] [konflux-operator] updating namespace I0428 15:41:26.711348 3806 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:41:26.728247 3806 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:41:27.683432 3806 namespace.go:142] [tsf-tpa] updating namespace I0428 15:41:27.695238 3806 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:41:29.314992 3806 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:29.315142 3806 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 I0428 15:41:29.331317 3806 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4] pod update took 16.200768ms I0428 15:41:29.331347 3806 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4] addLogicalPort annotation time took 16.237803ms I0428 15:41:29.332712 3806 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4] addLogicalPort took 17.808719ms, libovsdb time 969.784µs I0428 15:41:29.402424 3806 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:29.402537 3806 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z I0428 15:41:29.416494 3806 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z] pod update took 13.992014ms I0428 15:41:29.416525 3806 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z] addLogicalPort annotation time took 14.028101ms I0428 15:41:29.417660 3806 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z] addLogicalPort took 15.253245ms, libovsdb time 801.817µs I0428 15:41:29.676670 3806 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd network default NAD default NAD key ] I0428 15:41:29.686000 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4, hostIfaceName: 9e8c40908713a21, network: default, NAD default, SandboxID: "9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd", PCI device ID: , UID: "767d0427-5784-4fc6-8f22-29e82707a590", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0428 15:41:29.740139 3806 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:59:f6:24:cd:e9\",\"name\":\"9e8c40908713a21\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32c709df-e83a-42c6-88d4-b6607184ee72\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:29.766874 3806 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z 719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z 719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340 network default NAD default NAD key ] I0428 15:41:29.777527 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z, hostIfaceName: 719b3e53ffaa15c, network: default, NAD default, SandboxID: "719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340", PCI device ID: , UID: "4ab2ef97-031f-41b1-837f-5efc3d7945ef", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0428 15:41:29.833285 3806 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z 719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z 719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:8d:b2:51:db:14\",\"name\":\"719b3e53ffaa15c\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aaa8c2ac-10af-4b5e-ad40-9b68bcebd2f3\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:32.339077 3806 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:32.339188 3806 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 I0428 15:41:32.353788 3806 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8] pod update took 14.635077ms I0428 15:41:32.353816 3806 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8] addLogicalPort annotation time took 14.669342ms I0428 15:41:32.355198 3806 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8] addLogicalPort took 16.134193ms, libovsdb time 975.668µs I0428 15:41:32.716157 3806 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df network default NAD default NAD key ] I0428 15:41:32.726214 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8, hostIfaceName: 9de7f3c908e8ee1, network: default, NAD default, SandboxID: "9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df", PCI device ID: , UID: "a2c26abe-7a3b-4d95-8c4c-35fbf1c5c24c", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0428 15:41:32.779575 3806 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:d7:99:45:0a:c3\",\"name\":\"9de7f3c908e8ee1\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47df2bec-ce16-4043-9f63-3b55a172c88a\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:34.140575 3806 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:34.140708 3806 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm I0428 15:41:34.154475 3806 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm] pod update took 13.79783ms I0428 15:41:34.154503 3806 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm] addLogicalPort annotation time took 13.830377ms I0428 15:41:34.155924 3806 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm] addLogicalPort took 15.365278ms, libovsdb time 929.756µs I0428 15:41:34.502113 3806 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm 56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm 56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9 network default NAD default NAD key ] I0428 15:41:34.512556 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm, hostIfaceName: 56ddff4204bb13c, network: default, NAD default, SandboxID: "56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9", PCI device ID: , UID: "a37b16c5-34d4-4c06-94ad-57e42ad9c1ab", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0428 15:41:34.567656 3806 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm 56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm 56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:fb:c6:e9:89:54\",\"name\":\"56ddff4204bb13c\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b4387a5-6b17-448c-824c-a0410b6f01b6\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:35.496607 3806 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd network default NAD default NAD key ] I0428 15:41:35.496839 3806 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z 719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z 719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340 network default NAD default NAD key ] I0428 15:41:35.568377 3806 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 9e8c40908713a2120dc3e1c1058402dda940ebd51187efaefba4cdbb844738bd network default NAD default NAD key default], result "{}", err I0428 15:41:35.601596 3806 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z 719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z 719b3e53ffaa15cdc097961095c1fd0e28f820496620b6f8f6686cb842ddd340 network default NAD default NAD key default], result "{}", err I0428 15:41:35.620596 3806 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.620638 3806 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 I0428 15:41:35.622070 3806 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4, ips: 10.130.0.22 I0428 15:41:35.622106 3806 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.622131 3806 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.622140 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:41:35.622321 3806 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.622339 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:41:35.645121 3806 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.645154 3806 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z I0428 15:41:35.646471 3806 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z, ips: 10.130.0.23 I0428 15:41:35.646493 3806 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.646510 3806 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.646517 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:41:35.646656 3806 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:35.646667 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:41:35.799348 3806 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:35.799486 3806 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j I0428 15:41:35.812602 3806 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j] pod update took 13.143761ms I0428 15:41:35.812630 3806 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j] addLogicalPort annotation time took 13.176772ms I0428 15:41:35.813920 3806 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j] addLogicalPort took 14.589821ms, libovsdb time 862.534µs I0428 15:41:35.901600 3806 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:35.901730 3806 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp I0428 15:41:35.916886 3806 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp] pod update took 15.185945ms I0428 15:41:35.916906 3806 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp] addLogicalPort annotation time took 15.210893ms I0428 15:41:35.918156 3806 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp] addLogicalPort took 16.577229ms, libovsdb time 863.476µs I0428 15:41:36.158610 3806 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j 76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j 76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4 network default NAD default NAD key ] I0428 15:41:36.168363 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j, hostIfaceName: 76f2527066fd9d5, network: default, NAD default, SandboxID: "76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4", PCI device ID: , UID: "0b666caa-8e57-4b8b-8a0c-20a6d6290412", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0428 15:41:36.219952 3806 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j 76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j 76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:24:a9:a2:a1:e1\",\"name\":\"76f2527066fd9d5\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72c18748-479e-46ae-8d33-57e6ab824bb4\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:36.261201 3806 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7 network default NAD default NAD key ] I0428 15:41:36.282152 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp, hostIfaceName: e63dde0fa40a5f5, network: default, NAD default, SandboxID: "e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7", PCI device ID: , UID: "d8397a0e-cf2d-46af-b758-18a692a016e1", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0428 15:41:36.336496 3806 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:8e:2c:ae:55:1c\",\"name\":\"e63dde0fa40a5f5\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c243820b-6160-40d2-b326-d2d11fd5f80a\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:36.646629 3806 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:36.646675 3806 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:36.646687 3806 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:36.646708 3806 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dbtxj4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:36.676243 3806 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:36.676292 3806 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:36.676305 3806 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:36.676315 3806 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51tlw7z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:37.515299 3806 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df network default NAD default NAD key ] I0428 15:41:37.589549 3806 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 9de7f3c908e8ee1d252f5d52176b1750860bc06375041a3f6acc8b93f499b8df network default NAD default NAD key default], result "{}", err I0428 15:41:37.634009 3806 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:37.634049 3806 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 I0428 15:41:37.635642 3806 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8, ips: 10.130.0.24 I0428 15:41:37.635674 3806 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:37.635691 3806 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:37.635698 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:41:37.635927 3806 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:37.635944 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:41:38.523839 3806 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm 56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm 56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9 network default NAD default NAD key ] I0428 15:41:38.598946 3806 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm 56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm 56ddff4204bb13c5947c30ec2fc4a8a7daaf63ba5e41deca57374d981ced25c9 network default NAD default NAD key default], result "{}", err I0428 15:41:38.649757 3806 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:38.649801 3806 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm I0428 15:41:38.651479 3806 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm, ips: 10.130.0.25 I0428 15:41:38.651516 3806 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:38.651545 3806 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:38.651557 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:41:38.651768 3806 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:38.651787 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:41:38.666151 3806 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:38.666186 3806 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:38.666202 3806 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:38.666214 3806 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01587h5t8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:39.681524 3806 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:39.681551 3806 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:39.681568 3806 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:39.681577 3806 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf22k4fm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:41.543503 3806 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j 76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j 76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4 network default NAD default NAD key ] I0428 15:41:41.622265 3806 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j 76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j 76f2527066fd9d53084a2ea05830e68bd32c41f5323310e7776337bf014a59a4 network default NAD default NAD key default], result "{}", err I0428 15:41:41.667740 3806 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:41.667776 3806 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j I0428 15:41:41.669392 3806 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j, ips: 10.130.0.26 I0428 15:41:41.669422 3806 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:41.669449 3806 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:41.669462 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:41:41.669645 3806 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:41.669667 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:41:42.237373 3806 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-jqf5h for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:42.237547 3806 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h I0428 15:41:42.255271 3806 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h] pod update took 17.76318ms I0428 15:41:42.255294 3806 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h] addLogicalPort annotation time took 17.792765ms I0428 15:41:42.256505 3806 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h] addLogicalPort took 19.147349ms, libovsdb time 909.672µs I0428 15:41:42.549834 3806 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7 network default NAD default NAD key ] I0428 15:41:42.602538 3806 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h 6cd5182eec80804256e860b81a5064466748218fe4fbaa8542322e1a606a420b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h 6cd5182eec80804256e860b81a5064466748218fe4fbaa8542322e1a606a420b network default NAD default NAD key ] I0428 15:41:42.614244 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-jqf5h, hostIfaceName: 6cd5182eec80804, network: default, NAD default, SandboxID: "6cd5182eec80804256e860b81a5064466748218fe4fbaa8542322e1a606a420b", PCI device ID: , UID: "235e1286-4f50-48ea-a318-2bbbd11d8828", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0428 15:41:42.621220 3806 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp e63dde0fa40a5f545e00f042d181173f9995bd101cdf26a63a0548c8e136ada7 network default NAD default NAD key default], result "{}", err I0428 15:41:42.668233 3806 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h 6cd5182eec80804256e860b81a5064466748218fe4fbaa8542322e1a606a420b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-jqf5h 6cd5182eec80804256e860b81a5064466748218fe4fbaa8542322e1a606a420b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:f3:89:db:43:ec\",\"name\":\"6cd5182eec80804\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a022be1b-7fda-46c1-b9da-51e9b68609d3\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:42.673720 3806 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:42.673776 3806 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp I0428 15:41:42.675073 3806 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp, ips: 10.130.0.27 I0428 15:41:42.675107 3806 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:41:42.675132 3806 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:42.675145 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0428 15:41:42.675352 3806 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0428 15:41:42.675368 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0428 15:41:42.695759 3806 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:42.695783 3806 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:42.695797 3806 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:42.695808 3806 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gdl9j of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:43.708106 3806 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:43.708134 3806 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:43.708159 3806 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:43.708176 3806 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kw5xp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:41:44.393326 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 W0428 15:41:45.674598 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0428 15:41:46.023794 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0428 15:41:46.037630 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0428 15:41:48.525814 3806 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-wppzk for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:48.526010 3806 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk I0428 15:41:48.545630 3806 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk] pod update took 19.68139ms I0428 15:41:48.545662 3806 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk] addLogicalPort annotation time took 19.71836ms I0428 15:41:48.547074 3806 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk] addLogicalPort took 21.277632ms, libovsdb time 1.054019ms I0428 15:41:48.887752 3806 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk d0583cc154254e002ff152cffbb18611cb63f4dd0a918b6c9b516aa732dff046 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk d0583cc154254e002ff152cffbb18611cb63f4dd0a918b6c9b516aa732dff046 network default NAD default NAD key ] I0428 15:41:48.897440 3806 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-wppzk, hostIfaceName: d0583cc154254e0, network: default, NAD default, SandboxID: "d0583cc154254e002ff152cffbb18611cb63f4dd0a918b6c9b516aa732dff046", PCI device ID: , UID: "307f5b98-86de-4c5f-ad39-84a019e99e08", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0428 15:41:48.951090 3806 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk d0583cc154254e002ff152cffbb18611cb63f4dd0a918b6c9b516aa732dff046 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-wppzk d0583cc154254e002ff152cffbb18611cb63f4dd0a918b6c9b516aa732dff046 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:4c:1a:0d:29:0d\",\"name\":\"d0583cc154254e0\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6f5df8b-96d9-4d8b-80f4-d26ecfc06f49\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:41:51.193071 3806 namespace.go:98] [cert-manager] adding namespace I0428 15:41:51.193937 3806 namespace.go:102] [cert-manager] adding namespace took 843.877µs I0428 15:41:51.234288 3806 namespace.go:142] [cert-manager] updating namespace I0428 15:41:51.255435 3806 namespace.go:142] [cert-manager] updating namespace I0428 15:41:52.779261 3806 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-gsrfq for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:52.779387 3806 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq I0428 15:41:52.814533 3806 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq] pod update took 35.168315ms I0428 15:41:52.814554 3806 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq] addLogicalPort annotation time took 35.196328ms I0428 15:41:52.815827 3806 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq] addLogicalPort took 36.586176ms, libovsdb time 974.58µs I0428 15:41:53.152509 3806 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq 3d1cc5e803ce295667d43d88c9b09d1f86bd82630f73d81915ee041731e50a30 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq 3d1cc5e803ce295667d43d88c9b09d1f86bd82630f73d81915ee041731e50a30 network default NAD default NAD key ] I0428 15:41:53.162204 3806 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-gsrfq, hostIfaceName: 3d1cc5e803ce295, network: default, NAD default, SandboxID: "3d1cc5e803ce295667d43d88c9b09d1f86bd82630f73d81915ee041731e50a30", PCI device ID: , UID: "af3e96f3-3b12-42b3-a449-5fd3e7366d6a", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0428 15:41:53.215468 3806 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq 3d1cc5e803ce295667d43d88c9b09d1f86bd82630f73d81915ee041731e50a30 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-gsrfq 3d1cc5e803ce295667d43d88c9b09d1f86bd82630f73d81915ee041731e50a30 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:da:bc:50:39:69\",\"name\":\"3d1cc5e803ce295\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fff964f-b23c-43c2-b7f7-6836d0a462cf\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:41:56.691530 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0428 15:41:56.844305 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 15:41:56.844325 3806 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0428 15:41:57.122344 3806 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-2sx9c for pod on switch ip-10-0-1-18.ec2.internal I0428 15:41:57.122448 3806 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c I0428 15:41:57.139628 3806 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c] pod update took 17.203587ms I0428 15:41:57.139652 3806 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c] addLogicalPort annotation time took 17.233268ms I0428 15:41:57.140814 3806 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c] addLogicalPort took 18.49494ms, libovsdb time 789.85µs I0428 15:41:57.481739 3806 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c 94c24a90e7899089f9ca9924545e53b2e9f22ae57341bf2b31622ce221a43b7e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c 94c24a90e7899089f9ca9924545e53b2e9f22ae57341bf2b31622ce221a43b7e network default NAD default NAD key ] I0428 15:41:57.491143 3806 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-2sx9c, hostIfaceName: 94c24a90e789908, network: default, NAD default, SandboxID: "94c24a90e7899089f9ca9924545e53b2e9f22ae57341bf2b31622ce221a43b7e", PCI device ID: , UID: "cf725da7-4407-493a-a89e-36e0233eee29", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0428 15:41:57.543444 3806 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c 94c24a90e7899089f9ca9924545e53b2e9f22ae57341bf2b31622ce221a43b7e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-2sx9c 94c24a90e7899089f9ca9924545e53b2e9f22ae57341bf2b31622ce221a43b7e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:31:90:b5:d7:c2\",\"name\":\"94c24a90e789908\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bcf26f6-19a2-432f-ab6a-f818c5080bd9\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:42:01.732472 3806 namespace.go:142] [openshift-operators] updating namespace I0428 15:42:01.750551 3806 namespace.go:142] [openshift-operators] updating namespace W0428 15:42:02.663598 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 15:42:02.663620 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0428 15:42:05.820112 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0428 15:42:07.711072 3806 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-nqd79 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:42:07.711223 3806 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79 I0428 15:42:07.781340 3806 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79] pod update took 70.142786ms I0428 15:42:07.781369 3806 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79] addLogicalPort annotation time took 70.17521ms I0428 15:42:07.782590 3806 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79] addLogicalPort took 71.547158ms, libovsdb time 903.394µs I0428 15:42:08.296202 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0428 15:42:08.395996 3806 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79 4377ecfe4326dbe0beb169ce706379d1ed81fa568e9cf443f7b8436d14fa4e5f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79 4377ecfe4326dbe0beb169ce706379d1ed81fa568e9cf443f7b8436d14fa4e5f network default NAD default NAD key ] I0428 15:42:08.405376 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-nqd79, hostIfaceName: 4377ecfe4326dbe, network: default, NAD default, SandboxID: "4377ecfe4326dbe0beb169ce706379d1ed81fa568e9cf443f7b8436d14fa4e5f", PCI device ID: , UID: "a919d6e2-d292-4dfb-8824-53d3a95a70b3", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0428 15:42:08.459544 3806 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79 4377ecfe4326dbe0beb169ce706379d1ed81fa568e9cf443f7b8436d14fa4e5f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-nqd79 4377ecfe4326dbe0beb169ce706379d1ed81fa568e9cf443f7b8436d14fa4e5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:79:f3:7f:29:0c\",\"name\":\"4377ecfe4326dbe\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d2c990b-1387-4fe2-8fd6-00965cc4d06c\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:42:10.764269 3806 namespace.go:98] [trusted-artifact-signer] adding namespace I0428 15:42:10.765225 3806 namespace.go:102] [trusted-artifact-signer] adding namespace took 930.188µs I0428 15:42:10.831419 3806 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:42:10.860738 3806 namespace.go:142] [trusted-artifact-signer] updating namespace W0428 15:42:10.879508 3806 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0428 15:42:11.725291 3806 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-62lm7 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:42:11.725427 3806 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7 I0428 15:42:11.743217 3806 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7] pod update took 17.836723ms I0428 15:42:11.743241 3806 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7] addLogicalPort annotation time took 17.867046ms I0428 15:42:11.744435 3806 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7] addLogicalPort took 19.166509ms, libovsdb time 883.333µs I0428 15:42:11.833449 3806 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-9rdds] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-9rdds for pod on switch ip-10-0-1-18.ec2.internal I0428 15:42:11.833534 3806 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-9rdds I0428 15:42:11.850247 3806 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-9rdds] pod update took 16.732117ms I0428 15:42:11.850271 3806 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-9rdds] addLogicalPort annotation time took 16.76177ms I0428 15:42:11.851483 3806 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-9rdds] addLogicalPort took 18.049634ms, libovsdb time 842.595µs I0428 15:42:12.084712 3806 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7 51e08b180f665e7d99a16b4f30b9361f076bc5029f1473684bbff9febe372bbf network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7 51e08b180f665e7d99a16b4f30b9361f076bc5029f1473684bbff9febe372bbf network default NAD default NAD key ] I0428 15:42:12.094266 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-62lm7, hostIfaceName: 51e08b180f665e7, network: default, NAD default, SandboxID: "51e08b180f665e7d99a16b4f30b9361f076bc5029f1473684bbff9febe372bbf", PCI device ID: , UID: "db636fdc-84a9-4bfe-84e9-2f1dea68950f", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0428 15:42:12.147279 3806 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7 51e08b180f665e7d99a16b4f30b9361f076bc5029f1473684bbff9febe372bbf network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-62lm7 51e08b180f665e7d99a16b4f30b9361f076bc5029f1473684bbff9febe372bbf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:fc:22:94:e0:f6\",\"name\":\"51e08b180f665e7\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bf8a8b2-4b1a-4ef8-846f-d175f1725efe\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:42:12.197911 3806 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-9rdds 37a6d29119bccefc75ba6951afccdaaf0d075bc301c6e3b3a66c10b1b968f8fd network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-9rdds 37a6d29119bccefc75ba6951afccdaaf0d075bc301c6e3b3a66c10b1b968f8fd network default NAD default NAD key ] I0428 15:42:12.209279 3806 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-9rdds, hostIfaceName: 37a6d29119bccef, network: default, NAD default, SandboxID: "37a6d29119bccefc75ba6951afccdaaf0d075bc301c6e3b3a66c10b1b968f8fd", PCI device ID: , UID: "e3f0b62e-c925-4424-8cfe-e5940757eacb", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0428 15:42:12.262891 3806 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-9rdds 37a6d29119bccefc75ba6951afccdaaf0d075bc301c6e3b3a66c10b1b968f8fd network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-9rdds 37a6d29119bccefc75ba6951afccdaaf0d075bc301c6e3b3a66c10b1b968f8fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:db:55:9e:58:7c\",\"name\":\"37a6d29119bccef\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f537898c-0985-47cb-83fb-426b27331838\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:42:14.293438 3806 namespace.go:142] [openshift-operators] updating namespace I0428 15:42:14.842522 3806 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-htg6n] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-htg6n for pod on switch ip-10-0-1-18.ec2.internal I0428 15:42:14.842716 3806 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-htg6n I0428 15:42:14.867890 3806 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-htg6n] pod update took 25.206101ms I0428 15:42:14.868013 3806 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-htg6n] addLogicalPort annotation time took 25.335638ms I0428 15:42:14.869418 3806 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-htg6n] addLogicalPort took 26.913135ms, libovsdb time 892.569µs I0428 15:42:16.652627 3806 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-htg6n 609530b32c6680d4882569fb064f3602240562bce92f487986a4e5065b806f2f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-htg6n 609530b32c6680d4882569fb064f3602240562bce92f487986a4e5065b806f2f network default NAD default NAD key ] I0428 15:42:16.665465 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-htg6n, hostIfaceName: 609530b32c6680d, network: default, NAD default, SandboxID: "609530b32c6680d4882569fb064f3602240562bce92f487986a4e5065b806f2f", PCI device ID: , UID: "b8dedf65-56aa-45d8-866a-024d12581dcb", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0428 15:42:16.725478 3806 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-htg6n 609530b32c6680d4882569fb064f3602240562bce92f487986a4e5065b806f2f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-htg6n 609530b32c6680d4882569fb064f3602240562bce92f487986a4e5065b806f2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:86:ee:7b:96:7e\",\"name\":\"609530b32c6680d\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8563eecd-6427-426a-930c-accaac56f467\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:42:16.760754 3806 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0428 15:42:21.731308 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0428 15:42:27.763745 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0428 15:42:27.812536 3806 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0428 15:42:27.812641 3806 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-zm9xv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-zm9xv: no pod IPs found I0428 15:42:30.849988 3806 namespace.go:98] [openshift-pipelines] adding namespace I0428 15:42:30.850866 3806 namespace.go:102] [openshift-pipelines] adding namespace took 852.362µs I0428 15:42:30.868479 3806 namespace.go:142] [openshift-pipelines] updating namespace I0428 15:42:31.581388 3806 namespace.go:142] [cert-manager] updating namespace I0428 15:42:31.781866 3806 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:42:32.183505 3806 namespace.go:142] [konflux-operator] updating namespace I0428 15:42:32.386900 3806 namespace.go:142] [konflux-ui] updating namespace I0428 15:42:32.585518 3806 namespace.go:142] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] updating namespace I0428 15:42:32.986542 3806 namespace.go:142] [rhbk-operator] updating namespace I0428 15:42:33.186761 3806 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:42:33.391607 3806 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:42:33.591309 3806 namespace.go:142] [tsf] updating namespace I0428 15:42:33.789569 3806 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:42:33.991060 3806 namespace.go:142] [tsf-tas] updating namespace I0428 15:42:34.193945 3806 namespace.go:142] [tsf-tpa] updating namespace I0428 15:42:34.340627 3806 namespace.go:142] [cert-manager] updating namespace I0428 15:42:34.358012 3806 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:42:34.371317 3806 namespace.go:142] [default] updating namespace I0428 15:42:34.388210 3806 namespace.go:142] [konflux-operator] updating namespace I0428 15:42:34.399400 3806 namespace.go:142] [konflux-ui] updating namespace I0428 15:42:34.418472 3806 namespace.go:142] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] updating namespace I0428 15:42:34.426245 3806 namespace.go:142] [openshift] updating namespace I0428 15:42:34.440227 3806 namespace.go:142] [rhbk-operator] updating namespace I0428 15:42:34.457187 3806 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:42:34.469013 3806 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:42:34.485318 3806 namespace.go:142] [tsf] updating namespace I0428 15:42:34.497737 3806 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:42:34.517097 3806 namespace.go:142] [tsf-tas] updating namespace I0428 15:42:34.535263 3806 namespace.go:142] [tsf-tpa] updating namespace I0428 15:42:34.581837 3806 namespace.go:142] [cert-manager] updating namespace I0428 15:42:34.686560 3806 namespace.go:142] [cert-manager-operator] updating namespace I0428 15:42:34.795951 3806 namespace.go:142] [default] updating namespace I0428 15:42:34.891631 3806 namespace.go:142] [konflux-operator] updating namespace I0428 15:42:34.985355 3806 namespace.go:142] [konflux-ui] updating namespace I0428 15:42:35.081125 3806 namespace.go:142] [open-cluster-management-2pv84gmg8k1purftr303td5tpat9d92k] updating namespace I0428 15:42:35.176694 3806 namespace.go:142] [openshift] updating namespace I0428 15:42:35.275999 3806 namespace.go:142] [rhbk-operator] updating namespace I0428 15:42:35.292866 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=51 I0428 15:42:35.379396 3806 namespace.go:142] [rhtpa-operator] updating namespace I0428 15:42:35.477643 3806 namespace.go:142] [trusted-artifact-signer] updating namespace I0428 15:42:35.575533 3806 namespace.go:142] [tsf] updating namespace I0428 15:42:35.679520 3806 namespace.go:142] [tsf-keycloak] updating namespace I0428 15:42:35.781506 3806 namespace.go:142] [tsf-tas] updating namespace I0428 15:42:35.884727 3806 namespace.go:142] [tsf-tpa] updating namespace I0428 15:42:36.175819 3806 namespace.go:142] [openshift-pipelines] updating namespace I0428 15:42:41.105850 3806 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:41.106459 3806 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:42:41.135191 3806 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:41.135212 3806 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:42:41.141675 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0428 15:42:41.141704 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0428 15:42:43.664114 3806 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-qz7pj for pod on switch ip-10-0-1-18.ec2.internal I0428 15:42:43.664222 3806 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj I0428 15:42:43.683619 3806 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj] pod update took 19.42154ms I0428 15:42:43.683648 3806 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj] addLogicalPort annotation time took 19.458738ms I0428 15:42:43.685018 3806 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj] addLogicalPort took 20.925817ms, libovsdb time 939.426µs I0428 15:42:44.030079 3806 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj c4e0e652c38582b828f02980e43474cc54f0550e42d29af833eb0f0bebadd791 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj c4e0e652c38582b828f02980e43474cc54f0550e42d29af833eb0f0bebadd791 network default NAD default NAD key ] I0428 15:42:44.039438 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-qz7pj, hostIfaceName: c4e0e652c38582b, network: default, NAD default, SandboxID: "c4e0e652c38582b828f02980e43474cc54f0550e42d29af833eb0f0bebadd791", PCI device ID: , UID: "c5c5f375-a6ef-47ba-9a4e-247af74ca6c4", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0428 15:42:44.095585 3806 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj c4e0e652c38582b828f02980e43474cc54f0550e42d29af833eb0f0bebadd791 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-qz7pj c4e0e652c38582b828f02980e43474cc54f0550e42d29af833eb0f0bebadd791 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b8:5a:80:33:c6\",\"name\":\"c4e0e652c38582b\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81718c30-c805-458f-b4dc-9c6f884f72c7\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:42:47.926253 3806 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:42:47.926272 3806 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:42:47.926277 3806 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:42:52.046762 3806 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0428 15:42:52.095689 3806 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:42:52.095710 3806 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:42:52.095715 3806 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0428 15:42:52.158882 3806 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0428 15:42:52.172701 3806 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:42:52.172720 3806 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:42:52.172725 3806 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0428 15:42:52.172731 3806 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0428 15:42:54.305435 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=623 W0428 15:42:58.933173 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:42:58.933195 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0428 15:42:58.933204 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0428 15:43:06.507359 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0428 15:43:06.521566 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0428 15:43:09.914825 3806 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-thn5n] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-thn5n for pod on switch ip-10-0-1-18.ec2.internal I0428 15:43:09.914936 3806 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-thn5n I0428 15:43:09.931893 3806 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-thn5n] pod update took 16.991917ms I0428 15:43:09.931915 3806 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-thn5n] addLogicalPort annotation time took 17.021028ms I0428 15:43:09.933207 3806 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-thn5n] addLogicalPort took 18.398419ms, libovsdb time 873.7µs I0428 15:43:09.998621 3806 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-qdfmz for pod on switch ip-10-0-1-18.ec2.internal I0428 15:43:09.998717 3806 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz I0428 15:43:10.012827 3806 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz] pod update took 14.129885ms I0428 15:43:10.012857 3806 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz] addLogicalPort annotation time took 14.165282ms I0428 15:43:10.014308 3806 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz] addLogicalPort took 15.702917ms, libovsdb time 1.036767ms I0428 15:43:10.129138 3806 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-krh7n for pod on switch ip-10-0-1-18.ec2.internal I0428 15:43:10.129232 3806 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n I0428 15:43:10.146329 3806 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n] pod update took 17.119806ms I0428 15:43:10.146351 3806 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n] addLogicalPort annotation time took 17.148649ms I0428 15:43:10.147621 3806 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n] addLogicalPort took 18.497129ms, libovsdb time 914.909µs I0428 15:43:10.281333 3806 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-thn5n 892fce9eeb7a84388b5d81a9fe188be5523362fd203ba419dbb544e9a89d70f4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-thn5n 892fce9eeb7a84388b5d81a9fe188be5523362fd203ba419dbb544e9a89d70f4 network default NAD default NAD key ] I0428 15:43:10.290780 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-thn5n, hostIfaceName: 892fce9eeb7a843, network: default, NAD default, SandboxID: "892fce9eeb7a84388b5d81a9fe188be5523362fd203ba419dbb544e9a89d70f4", PCI device ID: , UID: "38515a8e-2a17-401d-add3-a7caaa3f71f1", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0428 15:43:10.346582 3806 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-thn5n 892fce9eeb7a84388b5d81a9fe188be5523362fd203ba419dbb544e9a89d70f4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-thn5n 892fce9eeb7a84388b5d81a9fe188be5523362fd203ba419dbb544e9a89d70f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:4b:71:57:66:a4\",\"name\":\"892fce9eeb7a843\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9c91291-1b5e-4adb-b147-b341cf65fecf\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:43:10.363010 3806 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz a9d82701ffcb072952fb7c286f79bae55a2b559af4f060984b8f274dd00f5675 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz a9d82701ffcb072952fb7c286f79bae55a2b559af4f060984b8f274dd00f5675 network default NAD default NAD key ] I0428 15:43:10.373093 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-qdfmz, hostIfaceName: a9d82701ffcb072, network: default, NAD default, SandboxID: "a9d82701ffcb072952fb7c286f79bae55a2b559af4f060984b8f274dd00f5675", PCI device ID: , UID: "18bbf0e2-e170-4577-ac76-a2f179d54ba6", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0428 15:43:10.429478 3806 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz a9d82701ffcb072952fb7c286f79bae55a2b559af4f060984b8f274dd00f5675 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-qdfmz a9d82701ffcb072952fb7c286f79bae55a2b559af4f060984b8f274dd00f5675 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:a3:2f:a3:72:f1\",\"name\":\"a9d82701ffcb072\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d00c3c1-aa09-451c-9419-ca5324c1f008\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:43:10.495106 3806 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n 77ff9374f19ad1f8c1ef390a024b47efc1f3a66e41daaf47a4e4f4e80bf1df97 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n 77ff9374f19ad1f8c1ef390a024b47efc1f3a66e41daaf47a4e4f4e80bf1df97 network default NAD default NAD key ] I0428 15:43:10.505007 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-krh7n, hostIfaceName: 77ff9374f19ad1f, network: default, NAD default, SandboxID: "77ff9374f19ad1f8c1ef390a024b47efc1f3a66e41daaf47a4e4f4e80bf1df97", PCI device ID: , UID: "6a897385-f488-4b09-9d6e-af7b6ddc2fdb", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0428 15:43:10.558813 3806 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n 77ff9374f19ad1f8c1ef390a024b47efc1f3a66e41daaf47a4e4f4e80bf1df97 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-krh7n 77ff9374f19ad1f8c1ef390a024b47efc1f3a66e41daaf47a4e4f4e80bf1df97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:8b:dd:9d:da:53\",\"name\":\"77ff9374f19ad1f\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f9b4fd0-d73c-409b-bd60-de1cf90fae9d\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:43:15.132119 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0428 15:43:15.309020 3806 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:43:15.310250 3806 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:43:15.339326 3806 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:43:15.339351 3806 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:43:15.346774 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0428 15:43:15.346805 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0428 15:43:17.392424 3806 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0428 15:43:17.393080 3806 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0428 15:43:17.393099 3806 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0428 15:43:17.395070 3806 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0428 15:43:18.296649 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0428 15:43:21.616818 3806 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 W0428 15:43:26.092575 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0428 15:43:32.253735 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 15:43:32.253763 3806 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0428 15:43:32.255247 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0428 15:43:32.255261 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0428 15:43:33.262540 3806 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 15:43:36.342826 3806 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:43:36.342915 3806 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0428 15:43:36.355035 3806 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.142583ms I0428 15:43:36.355062 3806 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.172237ms I0428 15:43:36.356586 3806 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.78129ms, libovsdb time 1.053059ms I0428 15:43:39.105083 3806 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 f731bd052adc01ab70c71ee7bb8e57704176301a108ce7d2d82243066017a2ab network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 f731bd052adc01ab70c71ee7bb8e57704176301a108ce7d2d82243066017a2ab network default NAD default NAD key ] I0428 15:43:39.115042 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: f731bd052adc01a, network: default, NAD default, SandboxID: "f731bd052adc01ab70c71ee7bb8e57704176301a108ce7d2d82243066017a2ab", PCI device ID: , UID: "6ac0eca4-2bb2-45ee-a7fd-e81dd167b810", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0428 15:43:39.173041 3806 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 f731bd052adc01ab70c71ee7bb8e57704176301a108ce7d2d82243066017a2ab network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 f731bd052adc01ab70c71ee7bb8e57704176301a108ce7d2d82243066017a2ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:86:a0:af:98:05\",\"name\":\"f731bd052adc01a\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdd554b6-a15a-41dd-a974-4f13a0524b1b\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:43:45.302135 3806 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0428 15:43:46.833195 3806 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-bcmxj for pod on switch ip-10-0-1-18.ec2.internal I0428 15:43:46.833285 3806 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj I0428 15:43:46.848109 3806 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj] pod update took 14.848103ms I0428 15:43:46.848132 3806 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj] addLogicalPort annotation time took 14.876733ms I0428 15:43:46.849511 3806 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj] addLogicalPort took 16.332366ms, libovsdb time 962.678µs I0428 15:43:47.837800 3806 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj 3ce85e1eaf18ead4500d055f44a7ea9f7a2e4a865e2210cfd90b13046c51b148 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj 3ce85e1eaf18ead4500d055f44a7ea9f7a2e4a865e2210cfd90b13046c51b148 network default NAD default NAD key ] I0428 15:43:47.847584 3806 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-bcmxj, hostIfaceName: 3ce85e1eaf18ead, network: default, NAD default, SandboxID: "3ce85e1eaf18ead4500d055f44a7ea9f7a2e4a865e2210cfd90b13046c51b148", PCI device ID: , UID: "98a5c4b5-f5f4-4c83-8811-88a590d22dcd", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0428 15:43:47.902486 3806 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj 3ce85e1eaf18ead4500d055f44a7ea9f7a2e4a865e2210cfd90b13046c51b148 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-bcmxj 3ce85e1eaf18ead4500d055f44a7ea9f7a2e4a865e2210cfd90b13046c51b148 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:da:df:09:45:90\",\"name\":\"3ce85e1eaf18ead\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/680780bc-0e21-44a4-8354-d442a63ac4f2\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:43:52.441637 3806 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 15:43:52.441664 3806 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0428 15:43:52.441672 3806 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0428 15:44:10.629139 3806 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:44:10.629684 3806 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:44:10.670494 3806 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:44:10.670521 3806 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:44:10.680770 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0428 15:44:10.680801 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0428 15:44:12.629360 3806 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-wx9lc-82lcb] creating logical port tsf-tas_segment-backup-installation-wx9lc-82lcb for pod on switch ip-10-0-1-18.ec2.internal I0428 15:44:12.629467 3806 kube.go:256] Updating pod tsf-tas/segment-backup-installation-wx9lc-82lcb I0428 15:44:12.640998 3806 pod.go:62] [tsf-tas/segment-backup-installation-wx9lc-82lcb] pod update took 11.553314ms I0428 15:44:12.641025 3806 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-wx9lc-82lcb] addLogicalPort annotation time took 11.585384ms I0428 15:44:12.642512 3806 pods.go:271] [tsf-tas/segment-backup-installation-wx9lc-82lcb] addLogicalPort took 13.171486ms, libovsdb time 1.085807ms I0428 15:44:13.293034 3806 cni.go:452] [tsf-tas/segment-backup-installation-wx9lc-82lcb ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-wx9lc-82lcb ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154 network default NAD default NAD key ] I0428 15:44:13.302902 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-wx9lc-82lcb, hostIfaceName: ed1c4bfbb90407f, network: default, NAD default, SandboxID: "ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154", PCI device ID: , UID: "23402d43-bd77-4ed4-b683-16b6b91878cd", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0428 15:44:13.359761 3806 cni.go:473] [tsf-tas/segment-backup-installation-wx9lc-82lcb ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-wx9lc-82lcb ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:88:f9:30:78:0f\",\"name\":\"ed1c4bfbb90407f\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d19c3f2c-a343-43d2-9dc7-51fad7cafecd\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:44:13.685571 3806 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-549c788f95-8tghs] creating logical port tsf-tas_trillian-logserver-549c788f95-8tghs for pod on switch ip-10-0-1-18.ec2.internal I0428 15:44:13.685679 3806 kube.go:256] Updating pod tsf-tas/trillian-logserver-549c788f95-8tghs I0428 15:44:13.712672 3806 pod.go:62] [tsf-tas/trillian-logserver-549c788f95-8tghs] pod update took 27.020219ms I0428 15:44:13.712703 3806 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-549c788f95-8tghs] addLogicalPort annotation time took 27.05743ms I0428 15:44:13.713990 3806 pods.go:271] [tsf-tas/trillian-logserver-549c788f95-8tghs] addLogicalPort took 28.438801ms, libovsdb time 854.504µs I0428 15:44:13.916549 3806 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz] creating logical port tsf-tas_trillian-logsigner-6574c7b5b8-cw4rz for pod on switch ip-10-0-1-18.ec2.internal I0428 15:44:13.916665 3806 kube.go:256] Updating pod tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz I0428 15:44:13.948284 3806 pod.go:62] [tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz] pod update took 31.651942ms I0428 15:44:13.948309 3806 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz] addLogicalPort annotation time took 31.683892ms I0428 15:44:13.949624 3806 pods.go:271] [tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz] addLogicalPort took 33.093043ms, libovsdb time 911.93µs I0428 15:44:14.653537 3806 cni.go:452] [tsf-tas/trillian-logserver-549c788f95-8tghs 0cc23e64619e80a43af633735be41a624331ecb52394dcbf47479479c59a8119 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-549c788f95-8tghs 0cc23e64619e80a43af633735be41a624331ecb52394dcbf47479479c59a8119 network default NAD default NAD key ] I0428 15:44:14.663191 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-549c788f95-8tghs, hostIfaceName: 0cc23e64619e80a, network: default, NAD default, SandboxID: "0cc23e64619e80a43af633735be41a624331ecb52394dcbf47479479c59a8119", PCI device ID: , UID: "0f3af5ca-1e94-4a6f-b7be-6dc04fa04570", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0428 15:44:14.716805 3806 cni.go:473] [tsf-tas/trillian-logserver-549c788f95-8tghs 0cc23e64619e80a43af633735be41a624331ecb52394dcbf47479479c59a8119 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-549c788f95-8tghs 0cc23e64619e80a43af633735be41a624331ecb52394dcbf47479479c59a8119 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:2f:63:05:88:b7\",\"name\":\"0cc23e64619e80a\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12816380-ea53-4578-bcfb-b80547f684d6\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:44:14.899344 3806 cni.go:452] [tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz 784077a37afcc8fd38c90e60b526ba0c76ab9cac71bdca138759b9df3f274729 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz 784077a37afcc8fd38c90e60b526ba0c76ab9cac71bdca138759b9df3f274729 network default NAD default NAD key ] I0428 15:44:14.909075 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-6574c7b5b8-cw4rz, hostIfaceName: 784077a37afcc8f, network: default, NAD default, SandboxID: "784077a37afcc8fd38c90e60b526ba0c76ab9cac71bdca138759b9df3f274729", PCI device ID: , UID: "e55a0df9-30ce-4533-9a0c-d663318c56ad", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0428 15:44:14.964856 3806 cni.go:473] [tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz 784077a37afcc8fd38c90e60b526ba0c76ab9cac71bdca138759b9df3f274729 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-6574c7b5b8-cw4rz 784077a37afcc8fd38c90e60b526ba0c76ab9cac71bdca138759b9df3f274729 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:99:88:ad:14:c6\",\"name\":\"784077a37afcc8f\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5116ca6-9dc5-4211-95f9-e108c88de1fc\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:44:15.570401 3806 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0428 15:44:15.570424 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0428 15:44:16.535917 3806 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-77d8988f9-4j5pw] creating logical port tsf-tas_trillian-db-77d8988f9-4j5pw for pod on switch ip-10-0-1-18.ec2.internal I0428 15:44:16.536158 3806 kube.go:256] Updating pod tsf-tas/trillian-db-77d8988f9-4j5pw I0428 15:44:16.555612 3806 pod.go:62] [tsf-tas/trillian-db-77d8988f9-4j5pw] pod update took 19.497527ms I0428 15:44:16.555645 3806 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-77d8988f9-4j5pw] addLogicalPort annotation time took 19.537629ms I0428 15:44:16.557687 3806 pods.go:271] [tsf-tas/trillian-db-77d8988f9-4j5pw] addLogicalPort took 21.795512ms, libovsdb time 1.445306ms I0428 15:44:16.661732 3806 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-2bcc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:44:16.662498 3806 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-2bcc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:44:17.293149 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0428 15:44:17.561247 3806 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-2bcc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:44:17.561295 3806 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-2bcc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:44:23.377456 3806 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0428 15:44:23.567828 3806 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0428 15:44:23.567907 3806 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0428 15:44:27.354023 3806 cni.go:452] [tsf-tas/trillian-db-77d8988f9-4j5pw 657b49927495abb67dde2280522095813be00f590430caa27c88f61cbc2f89e2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-77d8988f9-4j5pw 657b49927495abb67dde2280522095813be00f590430caa27c88f61cbc2f89e2 network default NAD default NAD key ] I0428 15:44:27.363690 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-77d8988f9-4j5pw, hostIfaceName: 657b49927495abb, network: default, NAD default, SandboxID: "657b49927495abb67dde2280522095813be00f590430caa27c88f61cbc2f89e2", PCI device ID: , UID: "6dcaed80-2432-4bb7-b510-18fd2a2e3b96", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0428 15:44:27.422353 3806 cni.go:473] [tsf-tas/trillian-db-77d8988f9-4j5pw 657b49927495abb67dde2280522095813be00f590430caa27c88f61cbc2f89e2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-77d8988f9-4j5pw 657b49927495abb67dde2280522095813be00f590430caa27c88f61cbc2f89e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:02:4f:6c:70:22\",\"name\":\"657b49927495abb\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1044a6e1-870a-491d-b61a-0df98929f17f\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:44:27.536494 3806 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0428 15:44:27.556350 3806 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0428 15:44:29.597313 3806 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0428 15:44:30.542320 3806 cni.go:452] [tsf-tas/segment-backup-installation-wx9lc-82lcb ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-wx9lc-82lcb ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154 network default NAD default NAD key ] I0428 15:44:30.626861 3806 cni.go:473] [tsf-tas/segment-backup-installation-wx9lc-82lcb ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-wx9lc-82lcb ed1c4bfbb90407f52cc04c2f3bf68af941127ab429669762615fc3a76c34e154 network default NAD default NAD key default], result "{}", err I0428 15:44:30.677574 3806 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-wx9lc-82lcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:44:30.677614 3806 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-wx9lc-82lcb I0428 15:44:30.679157 3806 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-wx9lc-82lcb, ips: 10.130.0.42 I0428 15:44:30.679187 3806 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-wx9lc-82lcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:44:31.550714 3806 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-wx9lc-82lcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:44:31.550740 3806 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-wx9lc-82lcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:44:38.585339 3806 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0428 15:44:49.629334 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0428 15:44:59.623898 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0428 15:45:05.701228 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0428 15:45:06.699046 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0428 15:45:07.927755 3806 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:07.928341 3806 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:07.949307 3806 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:07.949330 3806 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:07.956898 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0428 15:45:07.956928 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0428 15:45:16.981349 3806 obj_retry.go:498] Detected object tsf/patch-tekton-config-l8clm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:16.981914 3806 obj_retry.go:498] Detected object tsf/patch-tekton-config-l8clm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:17.630089 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0428 15:45:18.004054 3806 obj_retry.go:492] Detected object tsf/patch-tekton-config-l8clm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:18.004074 3806 obj_retry.go:492] Detected object tsf/patch-tekton-config-l8clm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:22.830468 3806 namespace.go:142] [openshift-pipelines] updating namespace I0428 15:45:24.020034 3806 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-45n9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:24.020600 3806 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-45n9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:25.052723 3806 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-45n9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:25.052746 3806 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-45n9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:25.095096 3806 obj_retry.go:492] Detected object tsf/patch-tekton-config-l8clm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:25.095119 3806 obj_retry.go:492] Detected object tsf/patch-tekton-config-l8clm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:25.101015 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-l8clm I0428 15:45:25.101035 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-l8clm I0428 15:45:25.405656 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0428 15:45:26.385736 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0428 15:45:29.053005 3806 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:29.053560 3806 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:29.074740 3806 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:29.074764 3806 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:29.082481 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0428 15:45:29.082511 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0428 15:45:30.093569 3806 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6w4l5-548k2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:30.094170 3806 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6w4l5-548k2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:30.981177 3806 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6w4l5-548k2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:30.981201 3806 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6w4l5-548k2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:35.136345 3806 obj_retry.go:498] Detected object tsf-tpa/create-db-r2wnb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:35.136912 3806 obj_retry.go:498] Detected object tsf-tpa/create-db-r2wnb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:35.341393 3806 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-5977c7cbcc-smj6m] creating logical port tsf-tas_rekor-redis-5977c7cbcc-smj6m for pod on switch ip-10-0-1-18.ec2.internal I0428 15:45:35.341496 3806 kube.go:256] Updating pod tsf-tas/rekor-redis-5977c7cbcc-smj6m I0428 15:45:35.357507 3806 pod.go:62] [tsf-tas/rekor-redis-5977c7cbcc-smj6m] pod update took 16.043274ms I0428 15:45:35.357530 3806 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-5977c7cbcc-smj6m] addLogicalPort annotation time took 16.07194ms I0428 15:45:35.358941 3806 pods.go:271] [tsf-tas/rekor-redis-5977c7cbcc-smj6m] addLogicalPort took 17.571467ms, libovsdb time 980.454µs I0428 15:45:36.137805 3806 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xpjqx-hkq2d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:36.138374 3806 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-xpjqx-hkq2d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:36.160861 3806 obj_retry.go:492] Detected object tsf-tpa/create-db-r2wnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:36.160881 3806 obj_retry.go:492] Detected object tsf-tpa/create-db-r2wnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:36.263326 3806 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-c9d9m] creating logical port tsf-tpa_migrate-db-c9d9m for pod on switch ip-10-0-1-18.ec2.internal I0428 15:45:36.263428 3806 kube.go:256] Updating pod tsf-tpa/migrate-db-c9d9m I0428 15:45:36.275308 3806 pod.go:62] [tsf-tpa/migrate-db-c9d9m] pod update took 11.899511ms I0428 15:45:36.275330 3806 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-c9d9m] addLogicalPort annotation time took 11.928125ms I0428 15:45:36.276671 3806 pods.go:271] [tsf-tpa/migrate-db-c9d9m] addLogicalPort took 13.362349ms, libovsdb time 890.682µs I0428 15:45:36.308477 3806 cni.go:452] [tsf-tas/rekor-redis-5977c7cbcc-smj6m 656c3199549b1a72c27d5d0bff41dfb87acecc1f8323840a7d80fb373f131d35 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-5977c7cbcc-smj6m 656c3199549b1a72c27d5d0bff41dfb87acecc1f8323840a7d80fb373f131d35 network default NAD default NAD key ] I0428 15:45:36.318525 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-5977c7cbcc-smj6m, hostIfaceName: 656c3199549b1a7, network: default, NAD default, SandboxID: "656c3199549b1a72c27d5d0bff41dfb87acecc1f8323840a7d80fb373f131d35", PCI device ID: , UID: "b1737e35-7eae-49e5-be82-bcb062ca77ac", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0428 15:45:36.375398 3806 cni.go:473] [tsf-tas/rekor-redis-5977c7cbcc-smj6m 656c3199549b1a72c27d5d0bff41dfb87acecc1f8323840a7d80fb373f131d35 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-5977c7cbcc-smj6m 656c3199549b1a72c27d5d0bff41dfb87acecc1f8323840a7d80fb373f131d35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:14:a5:08:b9:28\",\"name\":\"656c3199549b1a7\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbada4ce-b854-4387-bc37-2675af4e0d7c\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:45:36.648424 3806 cni.go:452] [tsf-tpa/migrate-db-c9d9m 411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-c9d9m 411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9 network default NAD default NAD key ] I0428 15:45:36.658531 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-c9d9m, hostIfaceName: 411d0d63f559e95, network: default, NAD default, SandboxID: "411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9", PCI device ID: , UID: "33e1f185-8304-4a5b-a697-e929b6ad4cf4", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0428 15:45:36.713439 3806 cni.go:473] [tsf-tpa/migrate-db-c9d9m 411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-c9d9m 411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:87:b2:16:23:f6\",\"name\":\"411d0d63f559e95\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/510cfc1d-e84e-4f03-91cf-697e0b820561\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:45:37.027772 3806 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xpjqx-hkq2d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:37.027804 3806 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-xpjqx-hkq2d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:45:38.937400 3806 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0428 15:45:39.980301 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0428 15:45:41.030856 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0428 15:45:41.964116 3806 cni.go:452] [tsf-tpa/migrate-db-c9d9m 411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-c9d9m 411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9 network default NAD default NAD key ] I0428 15:45:42.057841 3806 cni.go:473] [tsf-tpa/migrate-db-c9d9m 411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-c9d9m 411d0d63f559e95a94e99a42c362e0dab113549ed394d9a64f5ec75a0abe83d9 network default NAD default NAD key default], result "{}", err I0428 15:45:42.111720 3806 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c9d9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:42.111754 3806 pods.go:176] Deleting pod: tsf-tpa/migrate-db-c9d9m I0428 15:45:42.113121 3806 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-c9d9m, ips: 10.130.0.47 I0428 15:45:42.113146 3806 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c9d9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:42.979367 3806 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c9d9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:42.979395 3806 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c9d9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:43.190789 3806 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-w29pd] creating logical port tsf-tpa_create-importers-w29pd for pod on switch ip-10-0-1-18.ec2.internal I0428 15:45:43.190905 3806 kube.go:256] Updating pod tsf-tpa/create-importers-w29pd I0428 15:45:43.204079 3806 pod.go:62] [tsf-tpa/create-importers-w29pd] pod update took 13.201949ms I0428 15:45:43.204102 3806 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-w29pd] addLogicalPort annotation time took 13.235506ms I0428 15:45:43.205368 3806 pods.go:271] [tsf-tpa/create-importers-w29pd] addLogicalPort took 14.600838ms, libovsdb time 870.103µs I0428 15:45:43.553490 3806 cni.go:452] [tsf-tpa/create-importers-w29pd 83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-w29pd 83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5 network default NAD default NAD key ] I0428 15:45:43.563147 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-w29pd, hostIfaceName: 83d031574b5c216, network: default, NAD default, SandboxID: "83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5", PCI device ID: , UID: "ae66ab74-c4cb-4cb9-9257-7705e9db1275", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0428 15:45:43.620466 3806 cni.go:473] [tsf-tpa/create-importers-w29pd 83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-w29pd 83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:0c:7d:07:d4:02\",\"name\":\"83d031574b5c216\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d09682fb-aaaf-48d4-9e81-46887e045f99\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:45:44.983334 3806 cni.go:452] [tsf-tpa/create-importers-w29pd 83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-w29pd 83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5 network default NAD default NAD key ] I0428 15:45:45.068756 3806 cni.go:473] [tsf-tpa/create-importers-w29pd 83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-w29pd 83d031574b5c2160ca61ccad3ba1f16c3a288e1429f34d0be88e257df2f166e5 network default NAD default NAD key default], result "{}", err I0428 15:45:45.129809 3806 obj_retry.go:498] Detected object tsf-tpa/create-importers-w29pd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:45:45.129842 3806 pods.go:176] Deleting pod: tsf-tpa/create-importers-w29pd I0428 15:45:45.131183 3806 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-w29pd, ips: 10.130.0.48 I0428 15:45:45.131215 3806 obj_retry.go:498] Detected object tsf-tpa/create-importers-w29pd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0428 15:45:46.020908 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0428 15:45:46.156038 3806 obj_retry.go:492] Detected object tsf-tpa/create-importers-w29pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:45:46.156061 3806 obj_retry.go:492] Detected object tsf-tpa/create-importers-w29pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0428 15:45:50.982951 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0428 15:45:55.376881 3806 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 W0428 15:45:57.148263 3806 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0428 15:46:01.503057 3806 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-l8fb6-mfxdg] creating logical port tsf-tas_tuf-repository-init-l8fb6-mfxdg for pod on switch ip-10-0-1-18.ec2.internal I0428 15:46:01.503151 3806 kube.go:256] Updating pod tsf-tas/tuf-repository-init-l8fb6-mfxdg I0428 15:46:01.516928 3806 pod.go:62] [tsf-tas/tuf-repository-init-l8fb6-mfxdg] pod update took 13.80515ms I0428 15:46:01.516949 3806 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-l8fb6-mfxdg] addLogicalPort annotation time took 13.831385ms I0428 15:46:01.518298 3806 pods.go:271] [tsf-tas/tuf-repository-init-l8fb6-mfxdg] addLogicalPort took 15.258255ms, libovsdb time 912.39µs I0428 15:46:12.367091 3806 cni.go:452] [tsf-tas/tuf-repository-init-l8fb6-mfxdg ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-l8fb6-mfxdg ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c network default NAD default NAD key ] I0428 15:46:12.376763 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-l8fb6-mfxdg, hostIfaceName: ae52245da42df39, network: default, NAD default, SandboxID: "ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c", PCI device ID: , UID: "d93277ab-5d29-439f-b24d-f86b5666a25d", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0428 15:46:12.434597 3806 cni.go:473] [tsf-tas/tuf-repository-init-l8fb6-mfxdg ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-l8fb6-mfxdg ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:51:c9:74:89:ec\",\"name\":\"ae52245da42df39\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7f294a2-3b78-407f-b936-833bc32c7f58\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:46:15.323578 3806 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:46:15.324210 3806 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:46:15.364762 3806 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:46:15.364788 3806 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:46:15.375933 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0428 15:46:15.375989 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0428 15:46:16.162706 3806 namespace.go:98] [default-tenant] adding namespace I0428 15:46:16.163654 3806 namespace.go:102] [default-tenant] adding namespace took 924.898µs I0428 15:46:16.170595 3806 namespace.go:98] [image-controller] adding namespace I0428 15:46:16.170647 3806 namespace.go:98] [build-service] adding namespace I0428 15:46:16.171482 3806 namespace.go:102] [image-controller] adding namespace took 841.559µs I0428 15:46:16.172219 3806 namespace.go:102] [build-service] adding namespace took 1.554603ms I0428 15:46:16.174382 3806 namespace.go:98] [integration-service] adding namespace I0428 15:46:16.175049 3806 namespace.go:102] [integration-service] adding namespace took 651.926µs I0428 15:46:16.255430 3806 namespace.go:142] [default-tenant] updating namespace I0428 15:46:16.300699 3806 namespace.go:142] [default-tenant] updating namespace I0428 15:46:16.313923 3806 namespace.go:142] [image-controller] updating namespace I0428 15:46:16.348672 3806 namespace.go:142] [build-service] updating namespace I0428 15:46:16.348843 3806 namespace.go:142] [image-controller] updating namespace I0428 15:46:16.378983 3806 namespace.go:142] [build-service] updating namespace I0428 15:46:16.391038 3806 namespace.go:142] [integration-service] updating namespace I0428 15:46:16.431450 3806 namespace.go:142] [integration-service] updating namespace I0428 15:46:16.456757 3806 namespace.go:142] [build-service] updating namespace I0428 15:46:16.468386 3806 namespace.go:142] [integration-service] updating namespace I0428 15:46:16.499398 3806 namespace.go:98] [release-service] adding namespace I0428 15:46:16.500381 3806 namespace.go:102] [release-service] adding namespace took 961.412µs I0428 15:46:16.543389 3806 namespace.go:142] [release-service] updating namespace I0428 15:46:16.543539 3806 namespace.go:142] [konflux-ui] updating namespace I0428 15:46:16.567863 3806 namespace.go:142] [release-service] updating namespace I0428 15:46:16.754757 3806 namespace.go:98] [konflux-info] adding namespace I0428 15:46:16.755830 3806 namespace.go:102] [konflux-info] adding namespace took 1.046042ms I0428 15:46:16.811305 3806 namespace.go:142] [konflux-info] updating namespace I0428 15:46:16.836374 3806 namespace.go:98] [namespace-lister] adding namespace I0428 15:46:16.837434 3806 namespace.go:102] [namespace-lister] adding namespace took 1.031746ms I0428 15:46:16.859263 3806 namespace.go:142] [konflux-info] updating namespace I0428 15:46:16.859358 3806 namespace.go:98] [enterprise-contract-service] adding namespace I0428 15:46:16.860252 3806 namespace.go:102] [enterprise-contract-service] adding namespace took 878.541µs I0428 15:46:16.930454 3806 namespace.go:142] [namespace-lister] updating namespace I0428 15:46:16.956787 3806 namespace.go:142] [image-controller] updating namespace I0428 15:46:16.986345 3806 namespace.go:142] [namespace-lister] updating namespace I0428 15:46:16.993979 3806 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:46:17.071453 3806 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:46:17.145558 3806 namespace.go:142] [default-tenant] updating namespace I0428 15:46:17.295475 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=227 I0428 15:46:17.404464 3806 namespace.go:98] [segment-bridge] adding namespace I0428 15:46:17.405491 3806 namespace.go:102] [segment-bridge] adding namespace took 1.001711ms I0428 15:46:17.462285 3806 namespace.go:98] [konflux-cli] adding namespace I0428 15:46:17.463227 3806 namespace.go:102] [konflux-cli] adding namespace took 921.105µs I0428 15:46:17.532406 3806 namespace.go:142] [segment-bridge] updating namespace I0428 15:46:17.584462 3806 namespace.go:142] [konflux-cli] updating namespace I0428 15:46:17.611512 3806 namespace.go:142] [segment-bridge] updating namespace I0428 15:46:17.721542 3806 namespace.go:142] [konflux-cli] updating namespace I0428 15:46:18.084440 3806 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0428 15:46:18.085179 3806 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0428 15:46:18.085200 3806 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0428 15:46:18.088114 3806 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0428 15:46:18.284274 3806 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0428 15:46:18.284298 3806 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0428 15:46:18.285130 3806 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0428 15:46:20.194750 3806 cni.go:452] [tsf-tas/tuf-repository-init-l8fb6-mfxdg ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-l8fb6-mfxdg ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c network default NAD default NAD key ] I0428 15:46:20.273056 3806 cni.go:473] [tsf-tas/tuf-repository-init-l8fb6-mfxdg ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-l8fb6-mfxdg ae52245da42df39bf611015c2f4b977688569ab1f9a653e1704980a630b2756c network default NAD default NAD key default], result "{}", err I0428 15:46:20.328623 3806 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l8fb6-mfxdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:46:20.328668 3806 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-l8fb6-mfxdg I0428 15:46:20.330193 3806 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-l8fb6-mfxdg, ips: 10.130.0.49 I0428 15:46:20.330225 3806 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l8fb6-mfxdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:46:20.577503 3806 namespace.go:142] [build-service] updating namespace I0428 15:46:20.831073 3806 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6b7d95fccd-fkzn4] creating logical port konflux-ui_proxy-6b7d95fccd-fkzn4 for pod on switch ip-10-0-1-18.ec2.internal I0428 15:46:20.831183 3806 kube.go:256] Updating pod konflux-ui/proxy-6b7d95fccd-fkzn4 I0428 15:46:20.944626 3806 pod.go:62] [konflux-ui/proxy-6b7d95fccd-fkzn4] pod update took 113.476434ms I0428 15:46:20.944652 3806 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6b7d95fccd-fkzn4] addLogicalPort annotation time took 113.508123ms I0428 15:46:20.945915 3806 pods.go:271] [konflux-ui/proxy-6b7d95fccd-fkzn4] addLogicalPort took 114.86072ms, libovsdb time 845.55µs W0428 15:46:21.498192 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0428 15:46:21.647658 3806 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l8fb6-mfxdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:46:21.647689 3806 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l8fb6-mfxdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:46:21.804551 3806 namespace.go:142] [default-tenant] updating namespace I0428 15:46:22.186452 3806 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-l5jlx for pod on switch ip-10-0-1-18.ec2.internal I0428 15:46:22.186579 3806 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx I0428 15:46:22.320390 3806 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx] pod update took 133.833478ms I0428 15:46:22.320413 3806 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx] addLogicalPort annotation time took 133.864445ms I0428 15:46:22.321725 3806 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx] addLogicalPort took 135.323323ms, libovsdb time 914.367µs I0428 15:46:22.416333 3806 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:46:22.603235 3806 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-6qnsj] creating logical port build-service_build-service-controller-manager-7cbf488fcf-6qnsj for pod on switch ip-10-0-1-18.ec2.internal I0428 15:46:22.603328 3806 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-6qnsj I0428 15:46:22.662446 3806 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-6qnsj] pod update took 59.138937ms I0428 15:46:22.662484 3806 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-6qnsj] addLogicalPort annotation time took 59.181678ms I0428 15:46:22.663765 3806 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-6qnsj] addLogicalPort took 60.551805ms, libovsdb time 880.407µs I0428 15:46:22.760350 3806 namespace.go:142] [image-controller] updating namespace I0428 15:46:22.966567 3806 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-6qnsj e77612ef00ac9f0f366c169c7f642289d1c49fd9fb93710e599296b78f179172 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-6qnsj e77612ef00ac9f0f366c169c7f642289d1c49fd9fb93710e599296b78f179172 network default NAD default NAD key ] I0428 15:46:22.977247 3806 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-6qnsj, hostIfaceName: e77612ef00ac9f0, network: default, NAD default, SandboxID: "e77612ef00ac9f0f366c169c7f642289d1c49fd9fb93710e599296b78f179172", PCI device ID: , UID: "1c914965-de3c-4d48-ae0a-ddf235f24d2f", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0428 15:46:23.038435 3806 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-6qnsj e77612ef00ac9f0f366c169c7f642289d1c49fd9fb93710e599296b78f179172 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-6qnsj e77612ef00ac9f0f366c169c7f642289d1c49fd9fb93710e599296b78f179172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:8d:5a:19:5c:1f\",\"name\":\"e77612ef00ac9f0\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a99d388-44f9-4716-9fe0-13c755905cbf\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:46:23.082724 3806 namespace.go:142] [integration-service] updating namespace I0428 15:46:23.178866 3806 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-jvnfk for pod on switch ip-10-0-1-18.ec2.internal I0428 15:46:23.179014 3806 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk I0428 15:46:23.199528 3806 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk] pod update took 20.571491ms I0428 15:46:23.199551 3806 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk] addLogicalPort annotation time took 20.600879ms I0428 15:46:23.200839 3806 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk] addLogicalPort took 21.994657ms, libovsdb time 837.632µs I0428 15:46:23.513214 3806 namespace.go:142] [konflux-info] updating namespace I0428 15:46:24.059757 3806 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx 345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx 345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa network default NAD default NAD key ] I0428 15:46:24.069911 3806 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-l5jlx, hostIfaceName: 345d49052e88f67, network: default, NAD default, SandboxID: "345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa", PCI device ID: , UID: "91f46f2c-7e91-4e11-9d15-96eaf534ef3b", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0428 15:46:24.130750 3806 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx 345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx 345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:43:b2:43:0c:bb\",\"name\":\"345d49052e88f67\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f98b3cb1-2cb1-4606-80c2-a0bc2cea1749\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:46:24.134528 3806 namespace.go:142] [namespace-lister] updating namespace I0428 15:46:24.429794 3806 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-q7x6v] creating logical port tsf-tas_tuf-97fc8ff76-q7x6v for pod on switch ip-10-0-1-18.ec2.internal I0428 15:46:24.429915 3806 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-q7x6v I0428 15:46:24.461596 3806 pod.go:62] [tsf-tas/tuf-97fc8ff76-q7x6v] pod update took 31.710717ms I0428 15:46:24.461678 3806 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-q7x6v] addLogicalPort annotation time took 31.796831ms I0428 15:46:24.463254 3806 pods.go:271] [tsf-tas/tuf-97fc8ff76-q7x6v] addLogicalPort took 33.481843ms, libovsdb time 1.088247ms I0428 15:46:24.827881 3806 namespace.go:142] [release-service] updating namespace I0428 15:46:25.295790 3806 cni.go:452] [konflux-ui/proxy-6b7d95fccd-fkzn4 42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6b7d95fccd-fkzn4 42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924 network default NAD default NAD key ] I0428 15:46:25.301376 3806 namespace.go:142] [segment-bridge] updating namespace I0428 15:46:25.306558 3806 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6b7d95fccd-fkzn4, hostIfaceName: 42b21a68e0addcd, network: default, NAD default, SandboxID: "42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924", PCI device ID: , UID: "7a586e20-a299-4e85-9b11-f2dda6ee8e3b", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0428 15:46:25.370239 3806 cni.go:473] [konflux-ui/proxy-6b7d95fccd-fkzn4 42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6b7d95fccd-fkzn4 42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:3f:5d:b7:eb:5c\",\"name\":\"42b21a68e0addcd\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6aece503-bd87-4f0e-afd8-8eccb2f38b44\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0428 15:46:25.571686 3806 namespace.go:142] [build-service] updating namespace I0428 15:46:25.665581 3806 namespace.go:142] [default-tenant] updating namespace I0428 15:46:25.697218 3806 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:46:25.722613 3806 namespace.go:142] [image-controller] updating namespace I0428 15:46:25.748257 3806 namespace.go:142] [integration-service] updating namespace I0428 15:46:25.785129 3806 namespace.go:142] [konflux-info] updating namespace I0428 15:46:25.842713 3806 namespace.go:142] [namespace-lister] updating namespace I0428 15:46:25.892376 3806 namespace.go:142] [release-service] updating namespace I0428 15:46:25.952257 3806 namespace.go:142] [segment-bridge] updating namespace I0428 15:46:26.068404 3806 namespace.go:142] [build-service] updating namespace I0428 15:46:26.176058 3806 namespace.go:142] [default-tenant] updating namespace W0428 15:46:26.288662 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0428 15:46:26.328764 3806 namespace.go:142] [enterprise-contract-service] updating namespace I0428 15:46:26.416797 3806 namespace.go:142] [image-controller] updating namespace I0428 15:46:26.520430 3806 namespace.go:142] [integration-service] updating namespace I0428 15:46:26.651305 3806 namespace.go:142] [konflux-info] updating namespace I0428 15:46:26.765455 3806 namespace.go:142] [namespace-lister] updating namespace I0428 15:46:26.896569 3806 namespace.go:142] [release-service] updating namespace I0428 15:46:26.958000 3806 namespace.go:142] [segment-bridge] updating namespace W0428 15:46:28.270006 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:46:28.270153 3806 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0428 15:46:28.285393 3806 namespace.go:142] [konflux-cli] updating namespace I0428 15:46:28.418450 3806 namespace.go:142] [konflux-cli] updating namespace I0428 15:46:28.512592 3806 namespace.go:142] [konflux-cli] updating namespace W0428 15:46:29.284741 3806 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0428 15:46:29.311788 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:46:29.321268 3806 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0428 15:46:29.332890 3806 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0428 15:46:31.699806 3806 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk 7f2f175ae5ef14c64a0344e971bc651ee4dcd717845cca04a28e5650c595a974 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk 7f2f175ae5ef14c64a0344e971bc651ee4dcd717845cca04a28e5650c595a974 network default NAD default NAD key ] I0428 15:46:31.711125 3806 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-jvnfk, hostIfaceName: 7f2f175ae5ef14c, network: default, NAD default, SandboxID: "7f2f175ae5ef14c64a0344e971bc651ee4dcd717845cca04a28e5650c595a974", PCI device ID: , UID: "8641e86f-eddc-4475-82a4-4327ded8978a", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0428 15:46:31.776295 3806 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk 7f2f175ae5ef14c64a0344e971bc651ee4dcd717845cca04a28e5650c595a974 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-jvnfk 7f2f175ae5ef14c64a0344e971bc651ee4dcd717845cca04a28e5650c595a974 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d2:9b:b3:8b:db\",\"name\":\"7f2f175ae5ef14c\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1982786-ff20-48c3-9339-ed9ee30bc322\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:46:32.292297 3806 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 15:46:32.292319 3806 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0428 15:46:32.354533 3806 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0428 15:46:32.354556 3806 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0428 15:46:33.199819 3806 cni.go:452] [tsf-tas/tuf-97fc8ff76-q7x6v 8a0f16d60b59b903e460beb36dcd49001c872239cb269cb634a18db9beeed74d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-q7x6v 8a0f16d60b59b903e460beb36dcd49001c872239cb269cb634a18db9beeed74d network default NAD default NAD key ] I0428 15:46:33.213570 3806 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-q7x6v, hostIfaceName: 8a0f16d60b59b90, network: default, NAD default, SandboxID: "8a0f16d60b59b903e460beb36dcd49001c872239cb269cb634a18db9beeed74d", PCI device ID: , UID: "a360e8cf-c703-4f06-97ba-40a6fc789c53", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0428 15:46:33.290683 3806 cni.go:473] [tsf-tas/tuf-97fc8ff76-q7x6v 8a0f16d60b59b903e460beb36dcd49001c872239cb269cb634a18db9beeed74d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-q7x6v 8a0f16d60b59b903e460beb36dcd49001c872239cb269cb634a18db9beeed74d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:b2:b1:01:58:cc\",\"name\":\"8a0f16d60b59b90\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87f8cbdb-0bd6-461e-9e02-60a30ec34597\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0428 15:46:34.309854 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0428 15:46:34.309902 3806 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0428 15:46:35.305292 3806 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0428 15:46:37.253474 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0428 15:46:39.268846 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0428 15:46:39.269501 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0428 15:46:40.517324 3806 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx 345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx 345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa network default NAD default NAD key ] I0428 15:46:40.606760 3806 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx 345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx 345d49052e88f6763a81f1e6d01d2d194d54e1a6982a9f28af391de0f3f7bcfa network default NAD default NAD key default], result "{}", err I0428 15:46:40.667928 3806 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:46:40.667994 3806 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx I0428 15:46:40.669342 3806 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx, ips: 10.130.0.51 I0428 15:46:40.669370 3806 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:46:41.343089 3806 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:46:41.343118 3806 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:46:41.354077 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx I0428 15:46:41.354141 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l5jlx W0428 15:46:45.317982 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0428 15:46:45.324369 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0428 15:46:46.352893 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0428 15:47:12.374640 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0428 15:47:12.374661 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0428 15:47:12.374671 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0428 15:47:12.374676 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0428 15:47:25.461462 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0428 15:47:25.461489 3806 util.go:959] Failed to build node endpoints for node ip-10-0-1-18.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0428 15:47:42.203248 3806 cni.go:452] [konflux-ui/proxy-6b7d95fccd-fkzn4 42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6b7d95fccd-fkzn4 42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924 network default NAD default NAD key ] I0428 15:47:42.291874 3806 cni.go:473] [konflux-ui/proxy-6b7d95fccd-fkzn4 42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6b7d95fccd-fkzn4 42b21a68e0addcd635bf0011aefa303b62228a7f1faca72855e0c212ac3ea924 network default NAD default NAD key default], result "{}", err I0428 15:47:42.355263 3806 obj_retry.go:498] Detected object konflux-ui/proxy-6b7d95fccd-fkzn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:47:42.355303 3806 pods.go:176] Deleting pod: konflux-ui/proxy-6b7d95fccd-fkzn4 I0428 15:47:42.356661 3806 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6b7d95fccd-fkzn4, ips: 10.130.0.50 I0428 15:47:42.356691 3806 obj_retry.go:498] Detected object konflux-ui/proxy-6b7d95fccd-fkzn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:47:42.734683 3806 obj_retry.go:492] Detected object konflux-ui/proxy-6b7d95fccd-fkzn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:47:42.734713 3806 obj_retry.go:492] Detected object konflux-ui/proxy-6b7d95fccd-fkzn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:47:42.743377 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b7d95fccd-fkzn4 I0428 15:47:42.743408 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b7d95fccd-fkzn4 I0428 15:47:46.850220 3806 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:47:46.850851 3806 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:47:46.871025 3806 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:47:46.871054 3806 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:47:46.874898 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0428 15:47:46.874923 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0428 15:48:20.813023 3806 namespace.go:98] [managed-tenant-mgvo0] adding namespace I0428 15:48:20.814039 3806 namespace.go:102] [managed-tenant-mgvo0] adding namespace took 991.457µs I0428 15:48:20.839282 3806 namespace.go:142] [managed-tenant-mgvo0] updating namespace I0428 15:48:20.858328 3806 namespace.go:142] [managed-tenant-mgvo0] updating namespace I0428 15:48:22.088410 3806 namespace.go:142] [managed-tenant-mgvo0] updating namespace I0428 15:48:22.219547 3806 namespace.go:142] [managed-tenant-mgvo0] updating namespace I0428 15:48:22.326931 3806 namespace.go:142] [managed-tenant-mgvo0] updating namespace I0428 15:48:27.510159 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0428 15:48:35.404448 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0428 15:49:21.308883 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=415 I0428 15:49:43.296079 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=61 I0428 15:50:04.573512 3806 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 15:50:04.574159 3806 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 15:50:05.444175 3806 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:50:05.444224 3806 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623190-5jzn7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:50:13.295741 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0428 15:51:08.632786 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0428 15:51:10.408883 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0428 15:51:27.524037 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0428 15:51:31.301645 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0428 15:51:42.620102 3806 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0428 15:52:12.626378 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0428 15:52:43.381049 3806 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0428 15:53:04.299431 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=83 I0428 15:53:27.320643 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=50 I0428 15:53:39.380539 3806 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0428 15:53:42.388355 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0428 15:54:30.407268 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0428 15:54:53.311747 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=15 I0428 15:55:33.298878 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0428 15:55:36.054064 3806 obj_retry.go:492] Detected object tsf-tpa/create-db-r2wnb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:36.054116 3806 obj_retry.go:492] Detected object tsf-tpa/create-db-r2wnb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:36.059679 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-r2wnb I0428 15:55:36.059709 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-r2wnb I0428 15:55:42.037380 3806 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c9d9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:42.037431 3806 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c9d9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:42.045735 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-c9d9m I0428 15:55:42.045770 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-c9d9m I0428 15:55:46.034807 3806 obj_retry.go:492] Detected object tsf-tpa/create-importers-w29pd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:46.034854 3806 obj_retry.go:492] Detected object tsf-tpa/create-importers-w29pd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 15:55:46.041010 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-w29pd I0428 15:55:46.041042 3806 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-w29pd I0428 15:57:49.304711 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0428 15:58:21.298463 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0428 15:58:21.513593 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0428 15:58:22.384397 3806 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0428 15:58:47.323847 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0428 15:58:57.527038 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0428 15:59:22.383593 3806 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0428 15:59:27.628919 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0428 15:59:37.635770 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0428 16:00:01.390693 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0428 16:00:03.557057 3806 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0428 16:00:03.557621 3806 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0428 16:00:04.585144 3806 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:00:04.585196 3806 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29623200-rcstc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0428 16:00:35.411775 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0428 16:00:41.622624 3806 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0428 16:02:09.302743 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0428 16:02:30.302660 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0428 16:02:32.314498 3806 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=37 I0428 16:03:19.410211 3806 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8