+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-41.ec2.internal ++ [[ -n ip-10-0-1-41.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-41.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 08:06:24.350724755 - disable conntrack on geneve port' I0425 08:06:24.350724755 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 08:06:24.392601907 - starting ovnkube-node + echo 'I0425 08:06:24.392601907 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-41.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-41.ec2.internal --init-node ip-10-0-1-41.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-41.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 08:06:24.435242 3768 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 08:06:24.435292 3768 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-b8b19c7afc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 08:06:24.436868 3768 kube.go:431] Waiting for certificate I0425 08:06:24.436906 3768 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 08:06:24.436949 3768 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 08:06:24.437697 3768 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 08:06:24.463156 3768 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:24.463174 3768 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:24.465671 3768 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:24.468199 3768 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vdch7" I0425 08:06:24.477526 3768 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-vdch7" I0425 08:06:24.477615 3768 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 08:06:25.437957 3768 kube.go:438] Certificate found I0425 08:06:25.438674 3768 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 08:06:25.439559 3768 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 08:06:25.498324 3768 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 08:01:24 +0000 UTC" deadline="2026-04-26 03:18:40.587395981 +0000 UTC" I0425 08:06:25.498360 3768 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h12m15.08904871s" I0425 08:06:25.499323 3768 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 08:06:25.513354 3768 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 08:06:25.513416 3768 factory.go:561] Starting watch factory I0425 08:06:25.513528 3768 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.513552 3768 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.513532 3768 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.513575 3768 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.513585 3768 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.513595 3768 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.513710 3768 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.513732 3768 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.514170 3768 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.514180 3768 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.514190 3768 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.514199 3768 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.515209 3768 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 08:06:25.515338 3768 server.go:101] MetricServer registers OVS metrics I0425 08:06:25.515608 3768 server.go:105] MetricServer registers OVN DB metrics I0425 08:06:25.518313 3768 controller_manager.go:370] Starting the ovnkube controller I0425 08:06:25.518322 3768 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-41.ec2.internal I0425 08:06:25.518361 3768 controller_manager.go:395] NBDB zone sync took: 33.237µs I0425 08:06:25.518369 3768 factory.go:561] Starting watch factory I0425 08:06:25.519906 3768 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 08:06:25.519938 3768 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 08:06:25.532774 3768 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 08:06:25.532802 3768 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 08:06:25.536160 3768 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 08:06:25.536189 3768 server.go:109] MetricServer registers OVN Controller metrics I0425 08:06:25.537560 3768 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.538097 3768 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.538115 3768 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.538270 3768 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.540687 3768 server.go:113] MetricServer registers OVN Northd metrics I0425 08:06:25.542059 3768 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.545297 3768 metrics.go:519] OVN Metrics Server starts to run ... I0425 08:06:25.548699 3768 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 08:06:25.619696 3768 factory.go:1977] *v1.Service informer cache synced successfully I0425 08:06:25.619711 3768 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 08:06:25.619715 3768 factory.go:1977] *v1.Pod informer cache synced successfully I0425 08:06:25.619718 3768 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 08:06:25.619721 3768 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 08:06:25.619724 3768 factory.go:1977] *v1.Node informer cache synced successfully I0425 08:06:25.619813 3768 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:25.619828 3768 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:25.619989 3768 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:25.620018 3768 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:25.623708 3768 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:25.623708 3768 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 08:06:25.624191 3768 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 08:06:25.624202 3768 factory.go:1977] *v1.Node informer cache synced successfully I0425 08:06:25.624205 3768 factory.go:1977] *v1.Service informer cache synced successfully I0425 08:06:25.624209 3768 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 08:06:25.624211 3768 factory.go:1977] *v1.Pod informer cache synced successfully I0425 08:06:25.624214 3768 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 08:06:25.625334 3768 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 08:06:25.625342 3768 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 08:06:25.625389 3768 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.625401 3768 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.628310 3768 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.629260 3768 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 08:06:25.629272 3768 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 08:06:25.631001 3768 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 08:06:25.631056 3768 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.631066 3768 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.634005 3768 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.634916 3768 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 08:06:25.636060 3768 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 08:06:25.636114 3768 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.636129 3768 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.639150 3768 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.640116 3768 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 08:06:25.641263 3768 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 08:06:25.641313 3768 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.641325 3768 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.644346 3768 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.645310 3768 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 08:06:25.646451 3768 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 08:06:25.646512 3768 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.646529 3768 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.649567 3768 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.650439 3768 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 08:06:25.651585 3768 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 08:06:25.651817 3768 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:25.651835 3768 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:25.654880 3768 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 08:06:25.655814 3768 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 08:06:25.656956 3768 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 08:06:25.657073 3768 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.657086 3768 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.657397 3768 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.657414 3768 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.660160 3768 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.660591 3768 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 08:06:25.661484 3768 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 08:06:25.662634 3768 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 08:06:25.662640 3768 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 08:06:25.662646 3768 factory.go:680] Watch Factory start up complete, took: 149.233792ms I0425 08:06:25.662710 3768 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 08:06:25.667564 3768 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 08:06:25.667576 3768 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 08:06:25.667585 3768 factory.go:680] Watch Factory start up complete, took: 149.212832ms I0425 08:06:25.667595 3768 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-41.ec2.internal" zone I0425 08:06:25.773539 3768 default_node_network_controller.go:710] Initializing the default node network controller I0425 08:06:25.837314 3768 udn_isolation.go:101] Starting UDN host isolation manager I0425 08:06:25.844142 3768 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 08:06:25.885803 3768 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 08:06:25.885899 3768 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 08:06:25.885919 3768 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 08:06:25.918965 3768 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 08:06:25.919036 3768 default_node_network_controller.go:809] Node ip-10-0-1-41.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0425 08:06:25.924672 3768 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.41"] k8s.ovn.org/zone-name:ip-10-0-1-41.ec2.internal] on node ip-10-0-1-41.ec2.internal I0425 08:06:25.950359 3768 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 08:06:25.956321 3768 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 08:06:25.956423 3768 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0425 08:06:25.956564 3768 gateway_init.go:263] Preparing Gateway I0425 08:06:25.956583 3768 gateway_shared_intf.go:1687] Creating new gateway I0425 08:06:26.061187 3768 iptables.go:108] Creating table: filter chain: FORWARD I0425 08:06:26.067534 3768 iptables.go:108] Creating table: filter chain: OUTPUT I0425 08:06:26.073944 3768 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 08:06:26.073959 3768 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-41.ec2.internal","mac-address":"0a:ff:cc:ef:c3:a5","ip-addresses":["10.0.1.41/24"],"ip-address":"10.0.1.41/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c60cd4ba-f810-4ee3-a7c6-ab692f0274cd k8s.ovn.org/node-encap-ips:["10.0.1.41"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.41/24"} k8s.ovn.org/zone-name:ip-10-0-1-41.ec2.internal] on node ip-10-0-1-41.ec2.internal I0425 08:06:26.095850 3768 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:26.168602 3768 controller_manager.go:429] Waiting for node in zone sync took: 500.991047ms I0425 08:06:26.176287 3768 controller_manager.go:611] Switching to transit router for layer2 networks I0425 08:06:26.176305 3768 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-41.ec2.internal I0425 08:06:26.193980 3768 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 08:06:26.201201 3768 controller_manager.go:290] SCTP support detected in OVN I0425 08:06:26.201893 3768 services_controller.go:69] Creating services controller for network=default I0425 08:06:26.201996 3768 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 08:06:26.202058 3768 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 08:06:26.202093 3768 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 08:06:26.202110 3768 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 08:06:26.202123 3768 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 08:06:26.202304 3768 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 08:06:26.202362 3768 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 08:06:26.202385 3768 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 42.307µs I0425 08:06:26.202399 3768 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 27.89µs I0425 08:06:26.202408 3768 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 43.995µs I0425 08:06:26.202415 3768 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 08:06:26.202426 3768 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 08:06:26.202435 3768 default_network_controller.go:325] Starting the default network controller I0425 08:06:26.202512 3768 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.835µs I0425 08:06:26.202980 3768 udn_enabled_svc.go:95] Performing full resync I0425 08:06:26.203315 3768 udn_enabled_svc.go:99] Waiting for handler to sync I0425 08:06:26.203329 3768 udn_enabled_svc.go:104] Starting worker I0425 08:06:26.212658 3768 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 08:06:26.212722 3768 repair.go:33] Syncing exgw routes took 50.26µs I0425 08:06:26.212745 3768 default_network_controller.go:414] Starting all the Watchers... I0425 08:06:26.212882 3768 namespace.go:98] [openshift-machine-api] adding namespace I0425 08:06:26.212893 3768 namespace.go:98] [openshift-config-operator] adding namespace I0425 08:06:26.212902 3768 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 08:06:26.212908 3768 namespace.go:98] [openshift-network-operator] adding namespace I0425 08:06:26.212885 3768 namespace.go:98] [openshift] adding namespace I0425 08:06:26.212915 3768 namespace.go:98] [openshift-host-network] adding namespace I0425 08:06:26.212904 3768 namespace.go:98] [openshift-infra] adding namespace I0425 08:06:26.212917 3768 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 08:06:26.212947 3768 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 08:06:26.212949 3768 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 08:06:26.212950 3768 namespace.go:98] [dedicated-admin] adding namespace I0425 08:06:26.212954 3768 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 08:06:26.212959 3768 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 08:06:26.212978 3768 namespace.go:98] [openshift-image-registry] adding namespace I0425 08:06:26.212883 3768 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 08:06:26.213581 3768 namespace.go:102] [openshift-machine-api] adding namespace took 684.403µs I0425 08:06:26.213600 3768 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 08:06:26.214144 3768 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 537.238µs I0425 08:06:26.214159 3768 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 08:06:26.214757 3768 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 589.661µs I0425 08:06:26.214778 3768 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 08:06:26.215343 3768 namespace.go:102] [openshift-config-operator] adding namespace took 2.442938ms I0425 08:06:26.215355 3768 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 08:06:26.215953 3768 namespace.go:102] [openshift-kube-scheduler] adding namespace took 3.037967ms I0425 08:06:26.215964 3768 namespace.go:98] [openshift-authentication] adding namespace I0425 08:06:26.216523 3768 namespace.go:102] [openshift-network-operator] adding namespace took 3.604405ms I0425 08:06:26.216534 3768 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 08:06:26.217169 3768 namespace.go:102] [openshift] adding namespace took 4.248815ms I0425 08:06:26.217181 3768 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 08:06:26.217758 3768 namespace.go:102] [openshift-host-network] adding namespace took 4.831773ms I0425 08:06:26.217782 3768 namespace.go:98] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] adding namespace I0425 08:06:26.218444 3768 namespace.go:102] [openshift-infra] adding namespace took 5.49035ms I0425 08:06:26.218461 3768 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 08:06:26.218957 3768 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.00544ms I0425 08:06:26.218967 3768 namespace.go:98] [openshift-operators] adding namespace I0425 08:06:26.219589 3768 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.634116ms I0425 08:06:26.219598 3768 namespace.go:98] [openshift-node] adding namespace I0425 08:06:26.220194 3768 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.237558ms I0425 08:06:26.220203 3768 namespace.go:98] [openshift-dns] adding namespace I0425 08:06:26.220670 3768 namespace.go:102] [dedicated-admin] adding namespace took 7.709075ms I0425 08:06:26.220679 3768 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 08:06:26.221281 3768 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.31183ms I0425 08:06:26.221301 3768 namespace.go:98] [kube-public] adding namespace I0425 08:06:26.221952 3768 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.980699ms I0425 08:06:26.221970 3768 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 08:06:26.222518 3768 namespace.go:102] [openshift-image-registry] adding namespace took 9.534076ms I0425 08:06:26.222529 3768 namespace.go:98] [openshift-config-managed] adding namespace I0425 08:06:26.223182 3768 namespace.go:102] [openshift-console-user-settings] adding namespace took 10.157845ms I0425 08:06:26.223199 3768 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 08:06:26.223649 3768 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.863775ms I0425 08:06:26.223666 3768 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 08:06:26.224321 3768 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.957021ms I0425 08:06:26.224342 3768 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 08:06:26.224863 3768 namespace.go:102] [openshift-authentication] adding namespace took 8.893003ms I0425 08:06:26.224880 3768 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 08:06:26.225497 3768 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.956619ms I0425 08:06:26.225514 3768 namespace.go:98] [openshift-console-operator] adding namespace I0425 08:06:26.226033 3768 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.844711ms I0425 08:06:26.226052 3768 namespace.go:98] [openshift-backplane] adding namespace I0425 08:06:26.226631 3768 namespace.go:102] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] adding namespace took 8.836954ms I0425 08:06:26.226645 3768 namespace.go:98] [openshift-logging] adding namespace I0425 08:06:26.227144 3768 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.677536ms I0425 08:06:26.227159 3768 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 08:06:26.227575 3768 namespace.go:102] [openshift-operators] adding namespace took 8.600236ms I0425 08:06:26.227593 3768 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 08:06:26.228071 3768 namespace.go:102] [openshift-node] adding namespace took 8.459304ms I0425 08:06:26.228083 3768 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 08:06:26.228644 3768 namespace.go:102] [openshift-dns] adding namespace took 8.434095ms I0425 08:06:26.228661 3768 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 08:06:26.229326 3768 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.641167ms I0425 08:06:26.229340 3768 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 08:06:26.229914 3768 namespace.go:102] [kube-public] adding namespace took 8.606491ms I0425 08:06:26.229948 3768 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 08:06:26.230589 3768 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.613324ms I0425 08:06:26.230603 3768 namespace.go:98] [default] adding namespace I0425 08:06:26.231212 3768 namespace.go:102] [openshift-config-managed] adding namespace took 8.675707ms I0425 08:06:26.231234 3768 namespace.go:98] [openshift-dns-operator] adding namespace I0425 08:06:26.231827 3768 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.623598ms I0425 08:06:26.231838 3768 namespace.go:98] [openshift-console] adding namespace I0425 08:06:26.232416 3768 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.74266ms I0425 08:06:26.233468 3768 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.118639ms I0425 08:06:26.233483 3768 namespace.go:98] [openshift-package-operator] adding namespace I0425 08:06:26.234026 3768 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.139716ms I0425 08:06:26.234039 3768 namespace.go:98] [openshift-config] adding namespace I0425 08:06:26.234646 3768 namespace.go:102] [openshift-console-operator] adding namespace took 9.12544ms I0425 08:06:26.234661 3768 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 08:06:26.235234 3768 namespace.go:102] [openshift-backplane] adding namespace took 9.175755ms I0425 08:06:26.235259 3768 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 08:06:26.235734 3768 namespace.go:102] [openshift-logging] adding namespace took 9.083881ms I0425 08:06:26.235747 3768 namespace.go:98] [openshift-marketplace] adding namespace I0425 08:06:26.236208 3768 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.041494ms I0425 08:06:26.236228 3768 namespace.go:98] [openshift-controller-manager] adding namespace I0425 08:06:26.236748 3768 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 9.147258ms I0425 08:06:26.236766 3768 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 08:06:26.237319 3768 namespace.go:102] [openshift-backplane-srep] adding namespace took 9.23005ms I0425 08:06:26.237333 3768 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 08:06:26.237807 3768 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.139589ms I0425 08:06:26.237820 3768 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 08:06:26.238311 3768 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.96448ms I0425 08:06:26.238325 3768 namespace.go:98] [openshift-cluster-version] adding namespace I0425 08:06:26.238799 3768 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.843006ms I0425 08:06:26.238813 3768 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 08:06:26.239329 3768 namespace.go:102] [default] adding namespace took 8.719957ms I0425 08:06:26.239346 3768 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 08:06:26.239883 3768 namespace.go:102] [openshift-dns-operator] adding namespace took 8.642189ms I0425 08:06:26.239901 3768 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 08:06:26.240478 3768 namespace.go:102] [openshift-console] adding namespace took 8.633619ms I0425 08:06:26.240499 3768 namespace.go:98] [openshift-ingress] adding namespace I0425 08:06:26.241104 3768 namespace.go:102] [openshift-package-operator] adding namespace took 7.614255ms I0425 08:06:26.241122 3768 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 08:06:26.241719 3768 namespace.go:102] [openshift-config] adding namespace took 7.67231ms I0425 08:06:26.241738 3768 namespace.go:98] [kube-system] adding namespace I0425 08:06:26.242309 3768 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.642346ms I0425 08:06:26.242324 3768 namespace.go:98] [openshift-apiserver] adding namespace I0425 08:06:26.242950 3768 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.683714ms I0425 08:06:26.242971 3768 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 08:06:26.243602 3768 namespace.go:102] [openshift-marketplace] adding namespace took 7.848723ms I0425 08:06:26.243616 3768 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 08:06:26.244140 3768 namespace.go:102] [openshift-controller-manager] adding namespace took 7.90514ms I0425 08:06:26.244155 3768 namespace.go:98] [openshift-etcd] adding namespace I0425 08:06:26.244630 3768 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.857811ms I0425 08:06:26.244647 3768 namespace.go:98] [kube-node-lease] adding namespace W0425 08:06:26.245235 3768 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qscj9: pod openshift-network-diagnostics/network-check-target-qscj9: no pod IPs found I0425 08:06:26.245277 3768 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.936153ms I0425 08:06:26.245296 3768 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 08:06:26.245974 3768 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.148798ms I0425 08:06:26.245989 3768 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 08:06:26.246606 3768 namespace.go:102] [openshift-cluster-version] adding namespace took 8.275203ms I0425 08:06:26.246621 3768 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 08:06:26.247148 3768 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.328297ms I0425 08:06:26.247165 3768 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 08:06:26.247701 3768 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.347396ms I0425 08:06:26.247717 3768 namespace.go:98] [openshift-insights] adding namespace I0425 08:06:26.248295 3768 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.386408ms I0425 08:06:26.248314 3768 namespace.go:98] [openshift-network-console] adding namespace I0425 08:06:26.248859 3768 namespace.go:102] [openshift-ingress] adding namespace took 8.343537ms I0425 08:06:26.248878 3768 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 08:06:26.249553 3768 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.425581ms I0425 08:06:26.250070 3768 namespace.go:102] [kube-system] adding namespace took 8.323912ms I0425 08:06:26.250729 3768 namespace.go:102] [openshift-apiserver] adding namespace took 8.399778ms I0425 08:06:26.251304 3768 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.326949ms I0425 08:06:26.251318 3768 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 08:06:26.251861 3768 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.240163ms I0425 08:06:26.252414 3768 namespace.go:102] [openshift-etcd] adding namespace took 8.252093ms I0425 08:06:26.253083 3768 namespace.go:102] [kube-node-lease] adding namespace took 8.430152ms I0425 08:06:26.253100 3768 namespace.go:98] [openshift-multus] adding namespace I0425 08:06:26.253631 3768 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.327455ms I0425 08:06:26.253651 3768 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 08:06:26.254167 3768 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.172453ms I0425 08:06:26.254619 3768 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.991526ms I0425 08:06:26.255325 3768 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.154743ms I0425 08:06:26.255746 3768 namespace.go:102] [openshift-insights] adding namespace took 8.023201ms I0425 08:06:26.256344 3768 namespace.go:102] [openshift-network-console] adding namespace took 8.022558ms I0425 08:06:26.256818 3768 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.932122ms I0425 08:06:26.256838 3768 namespace.go:98] [openshift-monitoring] adding namespace W0425 08:06:26.257515 3768 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jk27p: pod openshift-multus/network-metrics-daemon-jk27p: no pod IPs found I0425 08:06:26.257553 3768 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.228387ms I0425 08:06:26.258311 3768 namespace.go:102] [openshift-multus] adding namespace took 5.204694ms I0425 08:06:26.258861 3768 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.203399ms I0425 08:06:26.259357 3768 namespace.go:102] [openshift-monitoring] adding namespace took 2.513147ms I0425 08:06:26.259558 3768 master.go:548] Adding or Updating local node "ip-10-0-1-41.ec2.internal" for network "default" I0425 08:06:26.260287 3768 zone_ic_handler.go:195] Time taken to create transit switch: 333.812µs I0425 08:06:26.260302 3768 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-173.ec2.internal for the network default E0425 08:06:26.260488 3768 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-86.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-86.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-86.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b80718 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u4273823817}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0425 08:06:26.260548 3768 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-86.ec2.internal", UID:"22f0aa76-3397-4882-9158-86e49fcbecc7", APIVersion:"v1", ResourceVersion:"9156", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-86.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-86.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b80718 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u4273823817}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0425 08:06:26.261615 3768 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-173.ec2.internal" on network "default" took: 1.691766ms W0425 08:06:26.269234 3768 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jk27p: pod openshift-multus/network-metrics-daemon-jk27p: no pod IPs found W0425 08:06:26.269266 3768 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qscj9: pod openshift-network-diagnostics/network-check-target-qscj9: no pod IPs found I0425 08:06:26.276624 3768 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-41.ec2.internal for the network default I0425 08:06:26.276836 3768 zone_ic_handler.go:195] Time taken to create transit switch: 196.852µs I0425 08:06:26.277706 3768 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 08:06:26.277728 3768 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 08:06:26.277741 3768 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 08:06:26.277747 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-173.ec2.internal in network "default" I0425 08:06:26.277804 3768 node_tracker.go:169] Node ip-10-0-0-173.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:26.277821 3768 services_controller.go:574] Full service sync requested for network=default I0425 08:06:26.277838 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-41.ec2.internal in network "default" I0425 08:06:26.277863 3768 node_tracker.go:169] Node ip-10-0-1-41.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:26.277870 3768 services_controller.go:574] Full service sync requested for network=default I0425 08:06:26.277875 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-86.ec2.internal in network "default" I0425 08:06:26.277904 3768 node_tracker.go:169] Node ip-10-0-2-86.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:26.277911 3768 services_controller.go:574] Full service sync requested for network=default I0425 08:06:26.378485 3768 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 08:06:26.378509 3768 services_controller.go:208] Setting up event handlers for services for network=default I0425 08:06:26.378582 3768 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 08:06:26.378628 3768 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 08:06:26.378649 3768 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 08:06:26.479503 3768 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 08:06:26.479521 3768 repair.go:60] Starting repairing loop for services I0425 08:06:26.479604 3768 repair.go:131] Deleted 0 stale service LBs I0425 08:06:26.479623 3768 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 08:06:26.479638 3768 repair.go:62] Finished repairing loop for services: 119.259µs I0425 08:06:26.479660 3768 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 08:06:26.479670 3768 services_controller.go:254] Starting workers for network=default I0425 08:06:26.480011 3768 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qscj9] creating logical port openshift-network-diagnostics_network-check-target-qscj9 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:06:26.480016 3768 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jk27p] creating logical port openshift-multus_network-metrics-daemon-jk27p for pod on switch ip-10-0-1-41.ec2.internal I0425 08:06:26.480168 3768 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qscj9 I0425 08:06:26.480234 3768 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jk27p I0425 08:06:26.499594 3768 pod.go:62] [openshift-multus/network-metrics-daemon-jk27p] pod update took 19.378535ms I0425 08:06:26.499620 3768 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-jk27p] addLogicalPort annotation time took 19.405158ms I0425 08:06:26.499600 3768 pod.go:62] [openshift-network-diagnostics/network-check-target-qscj9] pod update took 19.502169ms I0425 08:06:26.499754 3768 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-qscj9] addLogicalPort annotation time took 19.654626ms I0425 08:06:26.500661 3768 pods.go:271] [openshift-multus/network-metrics-daemon-jk27p] addLogicalPort took 20.65605ms, libovsdb time 838.819µs I0425 08:06:26.500843 3768 pods.go:271] [openshift-network-diagnostics/network-check-target-qscj9] addLogicalPort took 20.845406ms, libovsdb time 858.436µs I0425 08:06:26.501367 3768 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 08:06:26.501390 3768 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 08:06:26.501400 3768 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 08:06:26.501404 3768 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 08:06:26.501613 3768 repair.go:29] Repairing admin network policies took 200.414µs I0425 08:06:26.501786 3768 repair.go:92] Repairing baseline admin network policies took 160.315µs I0425 08:06:26.502497 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 08:06:26.502519 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 08:06:26.504404 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 08:06:26.504433 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 08:06:26.504965 3768 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 08:06:26.504983 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 08:06:26.507574 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 08:06:26.507600 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 08:06:26.507609 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 08:06:26.507994 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 08:06:26.508014 3768 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 08:06:26.508026 3768 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 08:06:26.509884 3768 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 08:06:26.509904 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 08:06:26.509915 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 08:06:26.510623 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 08:06:26.510647 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 08:06:26.510657 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 08:06:26.511006 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 08:06:26.511033 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 08:06:26.511040 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 08:06:26.513215 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 08:06:26.513234 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 08:06:26.513245 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 08:06:26.513853 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 08:06:26.513869 3768 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 08:06:26.513879 3768 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 08:06:26.516243 3768 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 08:06:26.516268 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 08:06:26.516283 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 08:06:26.519041 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 08:06:26.519062 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 08:06:26.519087 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 08:06:26.519828 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 08:06:26.519851 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 08:06:26.519861 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 08:06:26.520373 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 08:06:26.520393 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 08:06:26.520401 3768 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 08:06:26.522363 3768 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 08:06:26.522388 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 08:06:26.522400 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 08:06:26.523174 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 08:06:26.523192 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 08:06:26.523201 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 08:06:26.523778 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 08:06:26.523800 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 08:06:26.523810 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 08:06:26.525390 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 08:06:26.525408 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 08:06:26.525418 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 08:06:26.526864 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 08:06:26.526891 3768 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 08:06:26.526903 3768 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 08:06:26.527509 3768 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 08:06:26.527529 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 08:06:26.527537 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 08:06:26.528110 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 08:06:26.528133 3768 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 08:06:26.528145 3768 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 08:06:26.529682 3768 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 08:06:26.529701 3768 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 08:06:26.529708 3768 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 08:06:26.530009 3768 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 08:06:26.530027 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 08:06:26.530034 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 08:06:26.530313 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 08:06:26.530328 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 08:06:26.530337 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 08:06:26.531419 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 08:06:26.531443 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 08:06:26.531451 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 08:06:26.532000 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 08:06:26.532023 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 08:06:26.532033 3768 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 08:06:26.532520 3768 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 08:06:26.532538 3768 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 08:06:26.532546 3768 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 08:06:26.533455 3768 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 08:06:26.533473 3768 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 08:06:26.533488 3768 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 08:06:26.534780 3768 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 08:06:26.534804 3768 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 08:06:26.534814 3768 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 08:06:26.535394 3768 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 08:06:26.535412 3768 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 08:06:26.535423 3768 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 08:06:26.536716 3768 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 08:06:26.543347 3768 egressfirewall.go:374] Starting EgressFirewall controller I0425 08:06:26.543401 3768 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 08:06:26.543405 3768 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 08:06:26.543437 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 08:06:26.543453 3768 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 08:06:26.543437 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 08:06:26.543472 3768 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 08:06:26.543724 3768 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 08:06:26.543741 3768 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 08:06:26.543749 3768 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 08:06:26.543762 3768 egressqos.go:193] Setting up event handlers for EgressQoS I0425 08:06:26.543831 3768 egressfirewall.go:723] Syncing node "ip-10-0-0-173.ec2.internal" for egress firewall I0425 08:06:26.543847 3768 egressfirewall.go:723] Syncing node "ip-10-0-1-41.ec2.internal" for egress firewall I0425 08:06:26.543854 3768 egressfirewall.go:723] Syncing node "ip-10-0-2-86.ec2.internal" for egress firewall I0425 08:06:26.543988 3768 egressqos.go:245] Starting EgressQoS Controller I0425 08:06:26.544002 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 08:06:26.544011 3768 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 08:06:26.544016 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 08:06:26.544021 3768 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 08:06:26.544042 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 08:06:26.544051 3768 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 08:06:26.544055 3768 egressqos.go:259] Repairing EgressQoSes I0425 08:06:26.544061 3768 egressqos.go:399] Starting repairing loop for egressqos I0425 08:06:26.544148 3768 egressqos.go:401] Finished repairing loop for egressqos: 87.583µs I0425 08:06:26.544168 3768 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 08:06:26.544200 3768 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-41.ec2.internal I0425 08:06:26.544265 3768 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-41.ec2.internal : 65.183µs I0425 08:06:26.544463 3768 egressservice_zone.go:210] Starting Egress Services Controller I0425 08:06:26.544473 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 08:06:26.544479 3768 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 08:06:26.544501 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 08:06:26.544508 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 08:06:26.544520 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 08:06:26.544532 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 08:06:26.544543 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 08:06:26.544551 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 08:06:26.544556 3768 egressservice_zone.go:228] Repairing Egress Services I0425 08:06:26.544901 3768 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 08:06:26.544912 3768 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 08:06:26.544975 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-173.ec2.internal I0425 08:06:26.544987 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-173.ec2.internal: 13.927µs I0425 08:06:26.544994 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-41.ec2.internal I0425 08:06:26.544998 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-41.ec2.internal: 4.522µs I0425 08:06:26.545003 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-86.ec2.internal I0425 08:06:26.545007 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-86.ec2.internal: 4.285µs I0425 08:06:26.545068 3768 default_network_controller.go:585] Completing all the Watchers took 332.313731ms I0425 08:06:26.545095 3768 default_network_controller.go:589] Starting unidling controllers I0425 08:06:26.545116 3768 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 08:06:26.545122 3768 unidle.go:63] Populating Initial ContollerEvent events I0425 08:06:26.545136 3768 unidle.go:79] Setting up event handlers for services I0425 08:06:26.545208 3768 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 08:06:26.555977 3768 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 08:06:26.596475 3768 default_node_network_controller.go:519] Node connection status = connected I0425 08:06:26.615083 3768 bridgeconfig.go:537] Gateway is ready I0425 08:06:26.615102 3768 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 08:06:26.626629 3768 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.41. Updating OVN encap IP. I0425 08:06:26.632492 3768 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.41 - it is already configured I0425 08:06:26.632506 3768 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.41/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 08:06:26.632772 3768 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.41/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-41.ec2.internal","mac-address":"0a:ff:cc:ef:c3:a5","ip-addresses":["10.0.1.41/24"],"ip-address":"10.0.1.41/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c60cd4ba-f810-4ee3-a7c6-ab692f0274cd k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.41/24"}] on node ip-10-0-1-41.ec2.internal I0425 08:06:26.649485 3768 egressfirewall.go:723] Syncing node "ip-10-0-1-41.ec2.internal" for egress firewall I0425 08:06:26.649540 3768 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-41.ec2.internal in network "default" I0425 08:06:26.649601 3768 master.go:548] Adding or Updating local node "ip-10-0-1-41.ec2.internal" for network "default" I0425 08:06:26.649643 3768 node_tracker.go:169] Node ip-10-0-1-41.ec2.internal switch + router changed, syncing services in network "default" I0425 08:06:26.649545 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-41.ec2.internal I0425 08:06:26.649672 3768 services_controller.go:574] Full service sync requested for network=default I0425 08:06:26.649682 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-41.ec2.internal: 143.096µs I0425 08:06:26.649697 3768 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.41 I0425 08:06:26.649813 3768 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-41.ec2.internal I0425 08:06:26.654119 3768 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-41.ec2.internal. Updating no re-route policies I0425 08:06:26.654200 3768 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pnfkf I0425 08:06:26.654222 3768 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pnfkf I0425 08:06:26.654220 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qcz78 I0425 08:06:26.654235 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sfzmp I0425 08:06:26.654242 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qcz78 I0425 08:06:26.654252 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sfzmp I0425 08:06:26.654253 3768 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-41.ec2.internal I0425 08:06:26.654262 3768 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pnfkf after 0 failed attempt(s) I0425 08:06:26.654275 3768 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-41.ec2.internal I0425 08:06:26.654274 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pjhqn I0425 08:06:26.654277 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5rcg9 I0425 08:06:26.654282 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qscj9 I0425 08:06:26.654288 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-ztx69 I0425 08:06:26.654293 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5rcg9 I0425 08:06:26.654292 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-41.ec2.internal I0425 08:06:26.654298 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qscj9 I0425 08:06:26.654299 3768 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-41.ec2.internal after 0 failed attempt(s) I0425 08:06:26.654303 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-ztx69 I0425 08:06:26.654304 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-41.ec2.internal I0425 08:06:26.654305 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-bf5ww I0425 08:06:26.654311 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-qcz78 after 0 failed attempt(s) I0425 08:06:26.654315 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5rcg9 after 0 failed attempt(s) I0425 08:06:26.654318 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-bf5ww I0425 08:06:26.654313 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-psbcc I0425 08:06:26.654322 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-41.ec2.internal after 0 failed attempt(s) I0425 08:06:26.654328 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-psbcc I0425 08:06:26.654323 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-ztx69 after 0 failed attempt(s) I0425 08:06:26.654292 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pjhqn I0425 08:06:26.654341 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-bf5ww after 0 failed attempt(s) I0425 08:06:26.654343 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-psbcc after 0 failed attempt(s) I0425 08:06:26.654346 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-pjhqn after 0 failed attempt(s) I0425 08:06:26.654301 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-g8n2f I0425 08:06:26.654358 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-g8n2f I0425 08:06:26.654339 3768 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qscj9] creating logical port openshift-network-diagnostics_network-check-target-qscj9 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:06:26.654377 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-g8n2f after 0 failed attempt(s) I0425 08:06:26.654297 3768 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jk27p I0425 08:06:26.654276 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sfzmp after 0 failed attempt(s) I0425 08:06:26.654391 3768 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jk27p I0425 08:06:26.654424 3768 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jk27p] creating logical port openshift-multus_network-metrics-daemon-jk27p for pod on switch ip-10-0-1-41.ec2.internal I0425 08:06:26.655087 3768 pods.go:271] [openshift-network-diagnostics/network-check-target-qscj9] addLogicalPort took 759.115µs, libovsdb time 331.448µs I0425 08:06:26.655113 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qscj9 after 0 failed attempt(s) I0425 08:06:26.655280 3768 pods.go:271] [openshift-multus/network-metrics-daemon-jk27p] addLogicalPort took 865.39µs, libovsdb time 304.763µs I0425 08:06:26.655292 3768 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jk27p after 0 failed attempt(s) I0425 08:06:26.667518 3768 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 08:06:26.679049 3768 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 08:06:26.682433 3768 iptables.go:108] Creating table: nat chain: OUTPUT I0425 08:06:26.729175 3768 iptables.go:108] Creating table: nat chain: PREROUTING I0425 08:06:26.791145 3768 iptables.go:108] Creating table: filter chain: FORWARD I0425 08:06:26.807583 3768 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 08:06:26.807741 3768 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 08:06:26.807796 3768 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 08:06:26.807891 3768 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 08:06:26.807968 3768 gateway_init.go:325] Gateway and management port readiness took 716.240342ms I0425 08:06:26.807997 3768 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 08:06:26.808032 3768 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 08:06:26.808044 3768 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 08:06:26.808053 3768 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 08:06:26.808110 3768 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 08:06:26.808194 3768 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.028µs I0425 08:06:26.808901 3768 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 08:06:26.808973 3768 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 57.514µs I0425 08:06:26.808989 3768 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 90.472µs I0425 08:06:26.808999 3768 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 08:06:26.809013 3768 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 08:06:26.809020 3768 default_node_network_controller.go:899] Starting the default node network controller I0425 08:06:26.809027 3768 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 08:06:26.809069 3768 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.621µs I0425 08:06:26.809212 3768 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 08:06:26.809221 3768 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 08:06:26.809247 3768 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f4e40 0xc00032efc0 0xc00032f030 0xc00032f0a0 0xc00032f110 0xc00032f1f0 0xc00032f260 0xc000ce8640 0xc00032f340 0xc00032f3b0 0xc0000242d0 0xc00617d340 0xc00032f420 map[0x2ff9080:0xc003e90360 0x2ff95c0:0xc003e904e0 0x2ffa2e0:0xc003e902a0 0x2ffa580:0xc003e90300 0x2ffad60:0xc003e903c0 0x2ffb000:0xc003e90420 0x2ffb2a0:0xc003e90480 0x2ffba80:0xc003e90540 0x2ffbd20:0xc003e905a0 0x3026980:0xc000e16e40 0x3026d20:0xc000e16ea0 0x3027800:0xc000cea300 0x3029160:0xc001c12000 0x30298a0:0xc002694840 0x302a720:0xc000a97bc0] 0xc00016aa80 0} I0425 08:06:26.809307 3768 gateway.go:151] Starting gateway service sync I0425 08:06:26.809683 3768 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 08:06:26.811749 3768 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 08:06:26.854331 3768 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 08:06:26.855488 3768 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 08:06:26.856644 3768 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 08:06:26.889965 3768 gateway.go:168] Gateway service sync done. Time taken: 80.645723ms I0425 08:06:26.890255 3768 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30287 I0425 08:06:26.890686 3768 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f4e40 0xc00032efc0 0xc00032f030 0xc00032f0a0 0xc00032f110 0xc00032f1f0 0xc00032f260 0xc000ce8640 0xc00032f340 0xc00032f3b0 0xc0000242d0 0xc00617d340 0xc00032f420 map[0x2ff9080:0xc003e90360 0x2ff95c0:0xc003e904e0 0x2ffa2e0:0xc003e902a0 0x2ffa580:0xc003e90300 0x2ffad60:0xc003e903c0 0x2ffb000:0xc003e90420 0x2ffb2a0:0xc003e90480 0x2ffba80:0xc003e90540 0x2ffbd20:0xc003e905a0 0x3026980:0xc000e16e40 0x3026d20:0xc000e16ea0 0x3027800:0xc000cea300 0x3029160:0xc001c12000 0x30298a0:0xc002694840 0x302a720:0xc000a97bc0] 0xc00016aa80 0} I0425 08:06:26.891127 3768 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009f4e40 0xc00032efc0 0xc00032f030 0xc00032f0a0 0xc00032f110 0xc00032f1f0 0xc00032f260 0xc000ce8640 0xc00032f340 0xc00032f3b0 0xc0000242d0 0xc00617d340 0xc00032f420 map[0x2ff9080:0xc003e90360 0x2ff95c0:0xc003e904e0 0x2ffa2e0:0xc003e902a0 0x2ffa580:0xc003e90300 0x2ffad60:0xc003e903c0 0x2ffb000:0xc003e90420 0x2ffb2a0:0xc003e90480 0x2ffba80:0xc003e90540 0x2ffbd20:0xc003e905a0 0x3026980:0xc000e16e40 0x3026d20:0xc000e16ea0 0x3027800:0xc000cea300 0x3029160:0xc001c12000 0x30298a0:0xc002694840 0x302a720:0xc000a97bc0] 0xc00016aa80 0} I0425 08:06:26.891164 3768 gateway.go:532] Reconciling gateway with updates I0425 08:06:26.896572 3768 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 08:06:26.896655 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:26.896663 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:26.896676 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:26.896675 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:26.896689 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:26.896689 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:26.896698 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:26.896698 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:26.896711 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:26.896729 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:26.896734 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 08:06:26.896735 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:26.896739 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:26.896666 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:26.896750 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 08:06:26.896751 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:26.896752 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:26.896758 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:26.896760 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:26.896765 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 08:06:26.896768 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 08:06:26.896771 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:26.896780 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:26.896784 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:26.896785 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:26.896715 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:26.896780 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:26.896796 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:26.896679 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:26.896800 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:26.896804 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:26.896782 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 08:06:26.896806 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:26.896804 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 08:06:26.896760 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:26.896817 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:26.896825 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:26.896828 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:26.896661 3768 default_node_network_controller.go:944] Gateway and management port readiness took 87.432363ms I0425 08:06:26.896839 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:26.896845 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 08:06:26.896848 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:26.896857 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:26.896859 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:26.896862 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 08:06:26.896772 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:26.896868 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:26.896875 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 08:06:26.896875 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:26.896881 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 08:06:26.896761 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:26.896893 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:26.896896 3768 port_claim.go:71] Svc openshift-ingress/router-default: port 31523 is already open, no action needed I0425 08:06:26.896904 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:26.896883 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 08:06:26.896908 3768 port_claim.go:71] Svc openshift-ingress/router-default: port 31645 is already open, no action needed I0425 08:06:26.896911 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:26.896920 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:26.896944 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:26.896944 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:26.896953 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:26.896956 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:26.896961 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:26.896963 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:26.896963 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:26.896791 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:26.896974 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:26.896987 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:26.896992 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:26.896996 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:26.896981 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:26.897009 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:26.897011 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:26.897017 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:26.897020 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:26.897025 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:26.897025 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:26.897035 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:26.896859 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:26.896948 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:26.897061 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:26.897017 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:26.897026 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 08:06:26.896787 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:26.896760 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 08:06:26.897139 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:26.896816 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:26.896818 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:26.897228 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:26.897238 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 08:06:26.896831 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:26.897269 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:26.896857 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 08:06:26.897316 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 08:06:26.896792 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:26.896994 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:26.897410 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:26.896805 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:26.897481 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:26.897489 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:26.897499 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:26.898463 3768 node_ip_handler_linux.go:160] Node IP manager is running W0425 08:06:26.941468 3768 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 08:06:26.941617 3768 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 08:06:26.941724 3768 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0425 08:06:26.950582 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 08:06:26.950605 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 08:06:26.950612 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 08:06:26.950618 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 08:06:26.950625 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 08:06:26.950631 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 08:06:26.950639 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 08:06:26.950647 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 08:06:26.950656 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 08:06:26.950667 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 08:06:26.950676 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 08:06:26.950682 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 08:06:26.991650 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 08:06:26.991659 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 08:06:26.991685 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 08:06:26.991692 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 08:06:26.991697 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 08:06:26.991702 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 08:06:26.991708 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 08:06:26.991714 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 08:06:26.991719 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 08:06:26.991726 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 08:06:26.991733 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 08:06:26.991738 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 08:06:26.991743 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 08:06:26.991748 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 08:06:26.991753 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 08:06:26.991759 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 08:06:26.991766 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 08:06:27.041024 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 08:06:27.041050 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 08:06:27.041059 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 08:06:27.041068 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 08:06:27.041076 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 08:06:28.193606 3768 default_node_network_controller.go:1380] Starting node controller node sync W0425 08:06:28.193620 3768 egressip_healthcheck.go:76] Health checking using insecure connection I0425 08:06:28.193662 3768 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0425 08:06:28.205293 3768 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.66756ms I0425 08:06:28.205412 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-173.ec2.internal", IP: 10.0.0.173 to PMTUD blocking rules I0425 08:06:28.205427 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-173.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:06:28.205430 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-86.ec2.internal", IP: 10.0.2.86 to PMTUD blocking rules I0425 08:06:28.205439 3768 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-86.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 08:06:28.216637 3768 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 08:06:28.216976 3768 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 08:06:28.217090 3768 egressservice_node.go:183] Starting Egress Services Controller I0425 08:06:28.217114 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 08:06:28.217129 3768 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 08:06:28.217136 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 08:06:28.217142 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 08:06:28.217148 3768 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 08:06:28.217154 3768 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 08:06:28.217159 3768 egressservice_node.go:197] Repairing Egress Services I0425 08:06:28.227166 3768 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 08:06:28.227179 3768 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 08:06:28.227351 3768 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 08:06:28.227361 3768 link_network_manager.go:119] Link manager is running I0425 08:06:28.227374 3768 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 08:06:28.227577 3768 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 08:06:28.227781 3768 vrf_manager.go:128] VRF manager is running I0425 08:06:28.227876 3768 node_controller_manager.go:437] Removing flows to drop GARP I0425 08:06:28.227886 3768 gateway.go:532] Reconciling gateway with updates I0425 08:06:28.251866 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:28.251872 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:28.251885 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 08:06:28.251889 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 08:06:28.251887 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:28.251897 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 08:06:28.251905 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 08:06:28.251913 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:28.251911 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:28.251946 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 08:06:28.251951 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 08:06:28.251956 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:28.251947 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:28.251970 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 08:06:28.251976 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 08:06:28.251983 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 08:06:28.251985 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 08:06:28.251920 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 08:06:28.251992 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 08:06:28.251997 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 08:06:28.251999 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:28.252002 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:28.252015 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 08:06:28.252025 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 08:06:28.252026 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:28.252036 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 08:06:28.252041 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:28.252047 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 08:06:28.252049 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 08:06:28.252045 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:28.252055 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 08:06:28.252058 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:28.252066 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 08:06:28.252069 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:28.252072 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 08:06:28.252073 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:28.252077 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:28.252043 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:28.251963 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 08:06:28.252092 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:28.252094 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 08:06:28.252098 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:28.252097 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 08:06:28.252108 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:28.252111 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 08:06:28.252112 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:28.252112 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:28.252113 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:28.252122 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 08:06:28.252125 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 08:06:28.252127 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:28.252130 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:06:28.252130 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:28.252134 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:28.252133 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 08:06:28.252140 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 08:06:28.252139 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:28.252142 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:28.252146 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:28.252147 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:28.252158 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:28.252130 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 08:06:28.252168 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 08:06:28.252169 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 08:06:28.252030 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 08:06:28.252153 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 08:06:28.252178 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 08:06:28.252183 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:28.252191 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 08:06:28.252193 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 08:06:28.252081 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 08:06:28.252143 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 08:06:28.252207 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 08:06:28.252094 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:28.252221 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 08:06:28.252026 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:28.252234 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 08:06:28.252058 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:28.252085 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 08:06:28.252268 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 08:06:28.252098 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 08:06:28.251948 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:28.252090 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:28.252317 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 08:06:28.252321 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 08:06:28.251919 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:28.252329 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 08:06:28.252337 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 08:06:28.252103 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 08:06:28.252385 3768 port_claim.go:71] Svc openshift-ingress/router-default: port 31523 is already open, no action needed I0425 08:06:28.252393 3768 port_claim.go:71] Svc openshift-ingress/router-default: port 31645 is already open, no action needed I0425 08:06:28.252119 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 08:06:28.252128 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:28.252430 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 08:06:28.252014 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 08:06:28.252455 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 08:06:28.252154 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 08:06:28.252158 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 08:06:28.252010 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:28.252533 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 08:06:28.252023 3768 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:28.252629 3768 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 08:06:28.285613 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-86.ec2.internal I0425 08:06:28.285645 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-86.ec2.internal: 37.943µs I0425 08:06:28.285705 3768 default_network_controller.go:1025] Node "ip-10-0-2-86.ec2.internal" in remote zone "ip-10-0-2-86.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 08:06:28.286546 3768 zone_ic_handler.go:195] Time taken to create transit switch: 301.772µs I0425 08:06:28.286558 3768 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-86.ec2.internal for the network default I0425 08:06:28.287644 3768 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-86.ec2.internal" on network "default" took: 1.411653ms I0425 08:06:28.295085 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 08:06:28.295106 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 08:06:28.295112 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 08:06:28.295118 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 08:06:28.336225 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 08:06:28.336253 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 08:06:28.336265 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 08:06:28.336275 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 08:06:28.336313 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 08:06:28.336326 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 08:06:28.336335 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 08:06:28.336347 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 08:06:28.336358 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 08:06:28.336366 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 08:06:28.336375 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 08:06:28.336387 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 08:06:28.336395 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 08:06:28.336403 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 08:06:28.336410 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 08:06:28.336417 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 08:06:28.336425 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 08:06:28.336432 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 08:06:28.336440 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 08:06:28.336448 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 08:06:28.336456 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 08:06:28.376206 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 08:06:28.376223 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 08:06:28.376245 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 08:06:28.376253 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 08:06:28.376261 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 08:06:28.376266 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 08:06:28.376271 3768 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 08:06:29.285131 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-173.ec2.internal I0425 08:06:29.285158 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-173.ec2.internal: 32.958µs I0425 08:06:30.072755 3768 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-41.ec2.internal I0425 08:06:30.072780 3768 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-41.ec2.internal: 32.128µs I0425 08:06:30.104122 3768 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6bb744bb4c-92wzx] creating logical port openshift-image-registry_image-registry-6bb744bb4c-92wzx for pod on switch ip-10-0-1-41.ec2.internal I0425 08:06:30.104252 3768 kube.go:256] Updating pod openshift-image-registry/image-registry-6bb744bb4c-92wzx I0425 08:06:30.118909 3768 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-r2gmc] creating logical port openshift-ingress-canary_ingress-canary-r2gmc for pod on switch ip-10-0-1-41.ec2.internal I0425 08:06:30.119021 3768 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-r2gmc I0425 08:06:30.129951 3768 pod.go:62] [openshift-image-registry/image-registry-6bb744bb4c-92wzx] pod update took 25.736831ms I0425 08:06:30.129973 3768 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6bb744bb4c-92wzx] addLogicalPort annotation time took 25.767048ms I0425 08:06:30.131342 3768 pods.go:271] [openshift-image-registry/image-registry-6bb744bb4c-92wzx] addLogicalPort took 27.23876ms, libovsdb time 1.123293ms I0425 08:06:30.132017 3768 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vzsmq] creating logical port openshift-dns_dns-default-vzsmq for pod on switch ip-10-0-1-41.ec2.internal I0425 08:06:30.132145 3768 kube.go:256] Updating pod openshift-dns/dns-default-vzsmq I0425 08:06:30.141671 3768 pod.go:62] [openshift-ingress-canary/ingress-canary-r2gmc] pod update took 22.66821ms I0425 08:06:30.141693 3768 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-r2gmc] addLogicalPort annotation time took 22.69272ms I0425 08:06:30.142670 3768 pods.go:271] [openshift-ingress-canary/ingress-canary-r2gmc] addLogicalPort took 23.769255ms, libovsdb time 739.301µs I0425 08:06:30.157983 3768 pod.go:62] [openshift-dns/dns-default-vzsmq] pod update took 25.870446ms I0425 08:06:30.158000 3768 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vzsmq] addLogicalPort annotation time took 25.894133ms I0425 08:06:30.158840 3768 pods.go:271] [openshift-dns/dns-default-vzsmq] addLogicalPort took 26.83722ms, libovsdb time 643.03µs I0425 08:06:30.518548 3768 cni.go:452] [openshift-ingress-canary/ingress-canary-r2gmc a390ad834811a4eb8096c62e0b0f560758e262f89e77349d736029d9c1f95427 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-r2gmc a390ad834811a4eb8096c62e0b0f560758e262f89e77349d736029d9c1f95427 network default NAD default NAD key ] I0425 08:06:30.579476 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-r2gmc, hostIfaceName: a390ad834811a4e, network: default, NAD default, SandboxID: "a390ad834811a4eb8096c62e0b0f560758e262f89e77349d736029d9c1f95427", PCI device ID: , UID: "0857d585-0b77-4a3e-b56a-c8019e5c5e9a", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0425 08:06:30.647759 3768 cni.go:473] [openshift-ingress-canary/ingress-canary-r2gmc a390ad834811a4eb8096c62e0b0f560758e262f89e77349d736029d9c1f95427 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-r2gmc a390ad834811a4eb8096c62e0b0f560758e262f89e77349d736029d9c1f95427 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:5f:a9:ee:01:4b\",\"name\":\"a390ad834811a4e\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e643313e-2d08-4676-b36c-30be4c579059\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:06:35.112687 3768 cni.go:452] [openshift-network-diagnostics/network-check-target-qscj9 bde62cdd67ff01d2384fd9c3a98e24e666817f93e22dce5fb357b9d366962a53 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qscj9 bde62cdd67ff01d2384fd9c3a98e24e666817f93e22dce5fb357b9d366962a53 network default NAD default NAD key ] I0425 08:06:35.121875 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qscj9, hostIfaceName: bde62cdd67ff01d, network: default, NAD default, SandboxID: "bde62cdd67ff01d2384fd9c3a98e24e666817f93e22dce5fb357b9d366962a53", PCI device ID: , UID: "c4a24dde-83d7-4bf3-9f65-49567d187d51", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0425 08:06:35.165119 3768 cni.go:473] [openshift-network-diagnostics/network-check-target-qscj9 bde62cdd67ff01d2384fd9c3a98e24e666817f93e22dce5fb357b9d366962a53 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qscj9 bde62cdd67ff01d2384fd9c3a98e24e666817f93e22dce5fb357b9d366962a53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:2b:8d:57:63:b6\",\"name\":\"bde62cdd67ff01d\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e314ef4d-c856-4a6f-a35f-f56d521d3379\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:06:35.603166 3768 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 08:06:38.608512 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:06:39.410259 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:02.608357 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:09.615871 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:09.615895 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 08:07:10.420835 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 08:07:31.858889 3768 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:07:31.859474 3768 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:07:31.859501 3768 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:07:31.859510 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 08:07:31.859521 3768 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:07:31.859525 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 08:07:32.891035 3768 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:07:32.891059 3768 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:07:32.891077 3768 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:07:32.891087 3768 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dqzml7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:07:35.744658 3768 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 08:07:35.758170 3768 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 08:08:06.090699 3768 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-rn7g2] creating logical port openshift-insights_insights-operator-6dbb575d6c-rn7g2 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:06.090795 3768 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-rn7g2 I0425 08:08:06.092119 3768 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-tgbtl] creating logical port openshift-console-operator_console-operator-66dbbb6468-tgbtl for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:06.092218 3768 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-tgbtl I0425 08:08:06.119158 3768 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-rn7g2] pod update took 28.38544ms I0425 08:08:06.119177 3768 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-rn7g2] addLogicalPort annotation time took 28.409755ms I0425 08:08:06.120140 3768 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-rn7g2] addLogicalPort took 29.458942ms, libovsdb time 733.439µs I0425 08:08:06.122231 3768 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-tgbtl] pod update took 30.034057ms I0425 08:08:06.122251 3768 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-tgbtl] addLogicalPort annotation time took 30.054762ms I0425 08:08:06.123389 3768 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-tgbtl] addLogicalPort took 31.281302ms, libovsdb time 870.732µs I0425 08:08:06.169442 3768 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-nzhqv for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:06.169510 3768 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv I0425 08:08:06.188892 3768 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv] pod update took 19.400127ms I0425 08:08:06.188909 3768 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv] addLogicalPort annotation time took 19.420244ms I0425 08:08:06.189802 3768 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv] addLogicalPort took 20.371429ms, libovsdb time 667.203µs I0425 08:08:06.293991 3768 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5c95494795-4n6mv] creating logical port openshift-ingress_router-default-5c95494795-4n6mv for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:06.294076 3768 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7b996ddbf-gjg4x] creating logical port openshift-ingress_router-default-7b996ddbf-gjg4x for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:06.294083 3768 kube.go:256] Updating pod openshift-ingress/router-default-5c95494795-4n6mv I0425 08:08:06.294145 3768 kube.go:256] Updating pod openshift-ingress/router-default-7b996ddbf-gjg4x I0425 08:08:06.324527 3768 pod.go:62] [openshift-ingress/router-default-5c95494795-4n6mv] pod update took 30.478147ms I0425 08:08:06.324546 3768 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5c95494795-4n6mv] addLogicalPort annotation time took 30.500752ms I0425 08:08:06.325422 3768 pods.go:271] [openshift-ingress/router-default-5c95494795-4n6mv] addLogicalPort took 31.445579ms, libovsdb time 628.422µs I0425 08:08:06.328771 3768 pod.go:62] [openshift-ingress/router-default-7b996ddbf-gjg4x] pod update took 34.646309ms I0425 08:08:06.328786 3768 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7b996ddbf-gjg4x] addLogicalPort annotation time took 34.663727ms I0425 08:08:06.329676 3768 pods.go:271] [openshift-ingress/router-default-7b996ddbf-gjg4x] addLogicalPort took 35.611341ms, libovsdb time 621.321µs I0425 08:08:06.442663 3768 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-rn7g2 8dd82a58c9e4d4457463ed7094799e78b02bea89efe6c5643b3d91821cbf81d0 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-rn7g2 8dd82a58c9e4d4457463ed7094799e78b02bea89efe6c5643b3d91821cbf81d0 network default NAD default NAD key ] I0425 08:08:06.445849 3768 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-tgbtl 86853a870f6bb8e2f3f3d303201098ef31a7a6282848b22ec00216538f596629 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-tgbtl 86853a870f6bb8e2f3f3d303201098ef31a7a6282848b22ec00216538f596629 network default NAD default NAD key ] I0425 08:08:06.455851 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-rn7g2, hostIfaceName: 8dd82a58c9e4d44, network: default, NAD default, SandboxID: "8dd82a58c9e4d4457463ed7094799e78b02bea89efe6c5643b3d91821cbf81d0", PCI device ID: , UID: "f95d28a4-3892-4287-aa82-3d3149d44ee9", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0425 08:08:06.456731 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-tgbtl, hostIfaceName: 86853a870f6bb8e, network: default, NAD default, SandboxID: "86853a870f6bb8e2f3f3d303201098ef31a7a6282848b22ec00216538f596629", PCI device ID: , UID: "5b7e323f-564b-448f-aca5-5f7dab9c164e", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0425 08:08:06.500826 3768 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-rn7g2 8dd82a58c9e4d4457463ed7094799e78b02bea89efe6c5643b3d91821cbf81d0 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-rn7g2 8dd82a58c9e4d4457463ed7094799e78b02bea89efe6c5643b3d91821cbf81d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:20:09:66:80:b6\",\"name\":\"8dd82a58c9e4d44\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6dec1bf6-f5ec-4e9a-9f39-c6328a09b0d5\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:08:06.515000 3768 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-tgbtl 86853a870f6bb8e2f3f3d303201098ef31a7a6282848b22ec00216538f596629 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-tgbtl 86853a870f6bb8e2f3f3d303201098ef31a7a6282848b22ec00216538f596629 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:82:69:3c:0a:36\",\"name\":\"86853a870f6bb8e\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f8de283-a259-484b-babc-84420156a5df\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:08:06.528509 3768 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv d2bed1e27914eab8b20f38a89ddee7fcdc8cabacd754587d627569e517605d86 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv d2bed1e27914eab8b20f38a89ddee7fcdc8cabacd754587d627569e517605d86 network default NAD default NAD key ] I0425 08:08:06.538958 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-nzhqv, hostIfaceName: d2bed1e27914eab, network: default, NAD default, SandboxID: "d2bed1e27914eab8b20f38a89ddee7fcdc8cabacd754587d627569e517605d86", PCI device ID: , UID: "2a876d6b-2b6c-4474-803d-f1c52adf5d42", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0425 08:08:06.583633 3768 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv d2bed1e27914eab8b20f38a89ddee7fcdc8cabacd754587d627569e517605d86 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-nzhqv d2bed1e27914eab8b20f38a89ddee7fcdc8cabacd754587d627569e517605d86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:ee:b4:e8:13:25\",\"name\":\"d2bed1e27914eab\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e983244-f876-4a70-94cc-dfa728550103\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:08:09.625067 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 08:08:11.215414 3768 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 08:08:11.216185 3768 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 748.373µs I0425 08:08:11.248124 3768 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 08:08:11.338398 3768 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-t2x5x for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:11.338491 3768 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x I0425 08:08:11.364953 3768 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x] pod update took 26.482481ms I0425 08:08:11.364979 3768 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x] addLogicalPort annotation time took 26.515451ms I0425 08:08:11.366072 3768 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x] addLogicalPort took 27.685381ms, libovsdb time 821.821µs I0425 08:08:11.693402 3768 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x ce3d626873978e12f8a12f627d529ea5f20808280040544da3f89f8704edf85a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x ce3d626873978e12f8a12f627d529ea5f20808280040544da3f89f8704edf85a network default NAD default NAD key ] I0425 08:08:11.703521 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-t2x5x, hostIfaceName: ce3d626873978e1, network: default, NAD default, SandboxID: "ce3d626873978e12f8a12f627d529ea5f20808280040544da3f89f8704edf85a", PCI device ID: , UID: "b362769a-381f-4aa2-b11b-6544822216f8", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0425 08:08:11.748047 3768 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x ce3d626873978e12f8a12f627d529ea5f20808280040544da3f89f8704edf85a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-t2x5x ce3d626873978e12f8a12f627d529ea5f20808280040544da3f89f8704edf85a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:90:65:ec:21:30\",\"name\":\"ce3d626873978e1\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7a11904-ea06-47c6-9ebc-dcaadf1c6958\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:08:11.775243 3768 namespace.go:98] [openshift-service-ca] adding namespace I0425 08:08:11.775994 3768 namespace.go:102] [openshift-service-ca] adding namespace took 733.007µs I0425 08:08:11.805952 3768 namespace.go:142] [openshift-service-ca] updating namespace W0425 08:08:20.003813 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 08:08:37.434383 3768 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jkn9d] creating logical port openshift-insights_insights-runtime-extractor-jkn9d for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:37.434489 3768 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jkn9d I0425 08:08:37.460078 3768 pod.go:62] [openshift-insights/insights-runtime-extractor-jkn9d] pod update took 25.614961ms I0425 08:08:37.460097 3768 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jkn9d] addLogicalPort annotation time took 25.637058ms I0425 08:08:37.461387 3768 pods.go:271] [openshift-insights/insights-runtime-extractor-jkn9d] addLogicalPort took 27.016123ms, libovsdb time 999.012µs W0425 08:08:37.858094 3768 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 08:08:38.134544 3768 cni.go:452] [openshift-insights/insights-runtime-extractor-jkn9d 69cd0da7e3a880011d8ce30fc886fbd19dff60918d7f8c6e56acd9d5a4a0aa6a network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jkn9d 69cd0da7e3a880011d8ce30fc886fbd19dff60918d7f8c6e56acd9d5a4a0aa6a network default NAD default NAD key ] I0425 08:08:38.143481 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jkn9d, hostIfaceName: 69cd0da7e3a8800, network: default, NAD default, SandboxID: "69cd0da7e3a880011d8ce30fc886fbd19dff60918d7f8c6e56acd9d5a4a0aa6a", PCI device ID: , UID: "29650231-f86a-4f6d-9bab-5c3f902cef63", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0425 08:08:38.187355 3768 cni.go:473] [openshift-insights/insights-runtime-extractor-jkn9d 69cd0da7e3a880011d8ce30fc886fbd19dff60918d7f8c6e56acd9d5a4a0aa6a network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jkn9d 69cd0da7e3a880011d8ce30fc886fbd19dff60918d7f8c6e56acd9d5a4a0aa6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:8e:38:28:6a:eb\",\"name\":\"69cd0da7e3a8800\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b56f1f33-061b-4751-86c7-5caa21f83768\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:08:38.465538 3768 cni.go:452] [openshift-ingress/router-default-5c95494795-4n6mv 340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5c95494795-4n6mv 340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51 network default NAD default NAD key ] I0425 08:08:38.474765 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5c95494795-4n6mv, hostIfaceName: 340099990d63ba9, network: default, NAD default, SandboxID: "340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51", PCI device ID: , UID: "494f755d-f968-4ff6-915c-37360a78fdf6", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0425 08:08:38.502887 3768 cni.go:452] [openshift-ingress/router-default-7b996ddbf-gjg4x 4231de29746353fe3b6b76ca7c005b3e05e26fc7a8a442c71b79a5511384d97b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7b996ddbf-gjg4x 4231de29746353fe3b6b76ca7c005b3e05e26fc7a8a442c71b79a5511384d97b network default NAD default NAD key ] I0425 08:08:38.517948 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7b996ddbf-gjg4x, hostIfaceName: 4231de29746353f, network: default, NAD default, SandboxID: "4231de29746353fe3b6b76ca7c005b3e05e26fc7a8a442c71b79a5511384d97b", PCI device ID: , UID: "2cc8e1c6-cb88-4338-914c-c38bfcae8dbb", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0425 08:08:38.521513 3768 cni.go:473] [openshift-ingress/router-default-5c95494795-4n6mv 340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5c95494795-4n6mv 340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ba:ea:17:e6:ef\",\"name\":\"340099990d63ba9\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c60fb1e9-7573-46e5-8109-23687c17e688\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:08:38.561707 3768 cni.go:473] [openshift-ingress/router-default-7b996ddbf-gjg4x 4231de29746353fe3b6b76ca7c005b3e05e26fc7a8a442c71b79a5511384d97b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7b996ddbf-gjg4x 4231de29746353fe3b6b76ca7c005b3e05e26fc7a8a442c71b79a5511384d97b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:5e:2c:16:0e:8e\",\"name\":\"4231de29746353f\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a870dc8-aa80-4ee9-9a32-43442078b865\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:08:38.749586 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.749612 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.749686 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.749703 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.749709 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0425 08:08:38.792955 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bb744bb4c-92wzx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:08:38.792988 3768 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6bb744bb4c-92wzx I0425 08:08:38.794562 3768 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6bb744bb4c-92wzx, ips: 10.130.0.5 I0425 08:08:38.794594 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6bb744bb4c-92wzx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:08:38.806682 3768 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-567b8cb8db-md489] creating logical port openshift-image-registry_image-registry-567b8cb8db-md489 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:38.806822 3768 kube.go:256] Updating pod openshift-image-registry/image-registry-567b8cb8db-md489 I0425 08:08:38.824760 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bb744bb4c-92wzx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:38.824780 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6bb744bb4c-92wzx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:08:38.836554 3768 pod.go:62] [openshift-image-registry/image-registry-567b8cb8db-md489] pod update took 29.761964ms I0425 08:08:38.836577 3768 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-567b8cb8db-md489] addLogicalPort annotation time took 29.789494ms I0425 08:08:38.837732 3768 pods.go:271] [openshift-image-registry/image-registry-567b8cb8db-md489] addLogicalPort took 31.064393ms, libovsdb time 865.333µs I0425 08:08:38.841830 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6bb744bb4c-92wzx I0425 08:08:38.841863 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6bb744bb4c-92wzx W0425 08:08:38.877457 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.877475 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.883652 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.883667 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.883674 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.892857 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.892870 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:38.905420 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.905436 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:38.905441 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0425 08:08:39.160366 3768 cni.go:452] [openshift-image-registry/image-registry-567b8cb8db-md489 c25493416ebe477b525c07ba2de265610c3815b2387c79710c1eab04f039a5c3 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-567b8cb8db-md489 c25493416ebe477b525c07ba2de265610c3815b2387c79710c1eab04f039a5c3 network default NAD default NAD key ] I0425 08:08:39.169686 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-567b8cb8db-md489, hostIfaceName: c25493416ebe477, network: default, NAD default, SandboxID: "c25493416ebe477b525c07ba2de265610c3815b2387c79710c1eab04f039a5c3", PCI device ID: , UID: "8d486d00-2be2-4ba2-8c81-e622b655f266", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0425 08:08:39.214609 3768 cni.go:473] [openshift-image-registry/image-registry-567b8cb8db-md489 c25493416ebe477b525c07ba2de265610c3815b2387c79710c1eab04f039a5c3 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-567b8cb8db-md489 c25493416ebe477b525c07ba2de265610c3815b2387c79710c1eab04f039a5c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:7f:28:93:d1:5b\",\"name\":\"c25493416ebe477\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30e7dbe8-033d-4249-8783-81b24ddc8989\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:08:39.726899 3768 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:08:39.764819 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.764837 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.764843 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 08:08:39.768822 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.768842 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0425 08:08:39.859487 3768 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.859501 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.859505 3768 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 08:08:39.892729 3768 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 08:08:39.936327 3768 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.936343 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 08:08:39.936349 3768 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 08:08:40.003795 3768 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0425 08:08:42.950494 3768 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:08:44.878642 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0425 08:08:48.289621 3768 cni.go:452] [openshift-dns/dns-default-vzsmq 8211d2aa49b907f31427bb6b4ff55ff0fb39ef7d47dc28660ef41f6804e37b02 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vzsmq 8211d2aa49b907f31427bb6b4ff55ff0fb39ef7d47dc28660ef41f6804e37b02 network default NAD default NAD key ] I0425 08:08:48.298967 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vzsmq, hostIfaceName: 8211d2aa49b907f, network: default, NAD default, SandboxID: "8211d2aa49b907f31427bb6b4ff55ff0fb39ef7d47dc28660ef41f6804e37b02", PCI device ID: , UID: "260c29bf-a2f7-408f-b3df-2dc24d071131", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0425 08:08:48.345296 3768 cni.go:473] [openshift-dns/dns-default-vzsmq 8211d2aa49b907f31427bb6b4ff55ff0fb39ef7d47dc28660ef41f6804e37b02 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vzsmq 8211d2aa49b907f31427bb6b4ff55ff0fb39ef7d47dc28660ef41f6804e37b02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:45:73:63:96:1c\",\"name\":\"8211d2aa49b907f\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c1e643f-6e11-4f7b-a674-868495002aa6\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:08:57.224367 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:08:57.224452 3768 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 08:08:57.255049 3768 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 30.624905ms I0425 08:08:57.255071 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 30.65314ms I0425 08:08:57.256055 3768 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 31.701767ms, libovsdb time 720.066µs I0425 08:08:58.181140 3768 cni.go:452] [openshift-monitoring/alertmanager-main-1 294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3 network default NAD default NAD key ] I0425 08:08:58.190866 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 294ec5b33e3d926, network: default, NAD default, SandboxID: "294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3", PCI device ID: , UID: "fd3bb291-0194-489a-af72-31d58bf147fd", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0425 08:08:58.238062 3768 cni.go:473] [openshift-monitoring/alertmanager-main-1 294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:04:a7:d3:1d:bb\",\"name\":\"294ec5b33e3d926\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d61e802f-455e-4a22-b5ca-4edbfc98cb00\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:08:59.805017 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:08:59.805035 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:08:59.805041 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:00.043193 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:00.043208 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:00.043213 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 08:09:00.563490 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-q9jk6 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:09:00.563603 3768 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6 I0425 08:09:00.581730 3768 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6] pod update took 18.153743ms I0425 08:09:00.581753 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6] addLogicalPort annotation time took 18.181587ms I0425 08:09:00.583127 3768 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6] addLogicalPort took 19.649389ms, libovsdb time 1.023821ms W0425 08:09:00.760364 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 08:09:00.796566 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 08:09:00.796588 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 08:09:00.796595 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0425 08:09:00.922463 3768 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6 5e32bbeeca5da08cff8729192e5ecdd77b5bab54b136bcc7378bca008e946c7c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6 5e32bbeeca5da08cff8729192e5ecdd77b5bab54b136bcc7378bca008e946c7c network default NAD default NAD key ] I0425 08:09:00.946731 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-q9jk6, hostIfaceName: 5e32bbeeca5da08, network: default, NAD default, SandboxID: "5e32bbeeca5da08cff8729192e5ecdd77b5bab54b136bcc7378bca008e946c7c", PCI device ID: , UID: "307553fe-01b6-434f-ae60-47a01525b2e4", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0425 08:09:00.994814 3768 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6 5e32bbeeca5da08cff8729192e5ecdd77b5bab54b136bcc7378bca008e946c7c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-q9jk6 5e32bbeeca5da08cff8729192e5ecdd77b5bab54b136bcc7378bca008e946c7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e1:b3:31:22:68\",\"name\":\"5e32bbeeca5da08\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3f7593e-f30a-455a-b912-ad47bb3a9d7c\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:09:01.338041 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-764fbbff69-zp7qw] creating logical port openshift-monitoring_telemeter-client-764fbbff69-zp7qw for pod on switch ip-10-0-1-41.ec2.internal I0425 08:09:01.338138 3768 kube.go:256] Updating pod openshift-monitoring/telemeter-client-764fbbff69-zp7qw I0425 08:09:01.362228 3768 pod.go:62] [openshift-monitoring/telemeter-client-764fbbff69-zp7qw] pod update took 24.113156ms I0425 08:09:01.362260 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-764fbbff69-zp7qw] addLogicalPort annotation time took 24.14998ms I0425 08:09:01.363580 3768 pods.go:271] [openshift-monitoring/telemeter-client-764fbbff69-zp7qw] addLogicalPort took 25.554798ms, libovsdb time 994.938µs I0425 08:09:01.704325 3768 cni.go:452] [openshift-monitoring/telemeter-client-764fbbff69-zp7qw 881ec1459d17e773af6fe541979809827c361a35276443e5996202a4e540fe35 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-764fbbff69-zp7qw 881ec1459d17e773af6fe541979809827c361a35276443e5996202a4e540fe35 network default NAD default NAD key ] I0425 08:09:01.714216 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-764fbbff69-zp7qw, hostIfaceName: 881ec1459d17e77, network: default, NAD default, SandboxID: "881ec1459d17e773af6fe541979809827c361a35276443e5996202a4e540fe35", PCI device ID: , UID: "731774b3-efef-4259-a21a-eb38ed28e28d", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0425 08:09:01.763845 3768 cni.go:473] [openshift-monitoring/telemeter-client-764fbbff69-zp7qw 881ec1459d17e773af6fe541979809827c361a35276443e5996202a4e540fe35 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-764fbbff69-zp7qw 881ec1459d17e773af6fe541979809827c361a35276443e5996202a4e540fe35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:bc:94:c2:74:4e\",\"name\":\"881ec1459d17e77\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/203a007f-674f-43e2-a52d-2214001ab03a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:09:02.479581 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:09:02.479724 3768 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0425 08:09:02.512327 3768 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 32.641293ms I0425 08:09:02.512421 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 32.738307ms I0425 08:09:02.513652 3768 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 34.086974ms, libovsdb time 846.882µs I0425 08:09:02.841158 3768 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33 network default NAD default NAD key ] I0425 08:09:02.852310 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 5902b2e08024b8b, network: default, NAD default, SandboxID: "5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33", PCI device ID: , UID: "f23c3fc6-0db5-4869-b496-17a4c78fbbb6", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0425 08:09:02.905636 3768 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:8e:98:b4:1f:42\",\"name\":\"5902b2e08024b8b\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/370f4a20-6d42-4d3a-9d93-055c5544d051\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:09:03.335563 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86466b6cb-56tvf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:03.336182 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86466b6cb-56tvf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:09:03.852390 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:09:03.852421 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:09:03.869233 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0425 08:09:03.977584 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 08:09:04.073692 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.073713 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.073720 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.073726 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 08:09:04.092813 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86466b6cb-56tvf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:04.092833 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86466b6cb-56tvf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:04.101899 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86466b6cb-56tvf I0425 08:09:04.101945 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86466b6cb-56tvf W0425 08:09:04.101990 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.102006 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.102012 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.102018 3768 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 08:09:04.149174 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 08:09:04.210546 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:09:04.210565 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 08:09:09.204766 3768 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 08:09:12.420941 3768 base_network_controller_pods.go:487] [default/openshift-console/console-57db885555-ztkj6] creating logical port openshift-console_console-57db885555-ztkj6 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:09:12.421051 3768 kube.go:256] Updating pod openshift-console/console-57db885555-ztkj6 I0425 08:09:12.444578 3768 pod.go:62] [openshift-console/console-57db885555-ztkj6] pod update took 23.557882ms I0425 08:09:12.444598 3768 base_network_controller_pods.go:951] [default/openshift-console/console-57db885555-ztkj6] addLogicalPort annotation time took 23.583045ms I0425 08:09:12.445690 3768 pods.go:271] [openshift-console/console-57db885555-ztkj6] addLogicalPort took 24.781283ms, libovsdb time 799.939µs I0425 08:09:12.777515 3768 cni.go:452] [openshift-console/console-57db885555-ztkj6 098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-57db885555-ztkj6 098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348 network default NAD default NAD key ] I0425 08:09:12.786857 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-57db885555-ztkj6, hostIfaceName: 098700a29e7a809, network: default, NAD default, SandboxID: "098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348", PCI device ID: , UID: "40aeb8b6-84c8-4c9a-8ca7-392c13e2c8df", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0425 08:09:12.834048 3768 cni.go:473] [openshift-console/console-57db885555-ztkj6 098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-57db885555-ztkj6 098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:13:73:cf:6c:85\",\"name\":\"098700a29e7a809\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4ab8890-682e-459d-97f9-c841e11fe2b8\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:09:16.886781 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:09:17.035954 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:09:19.408580 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 08:09:22.907378 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 08:09:24.050709 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0425 08:09:24.211994 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0425 08:09:26.140293 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86466b6cb-kl2n5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:26.140872 3768 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86466b6cb-kl2n5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:26.464866 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86466b6cb-kl2n5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:26.464891 3768 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86466b6cb-kl2n5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:26.474680 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86466b6cb-kl2n5 I0425 08:09:26.474703 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86466b6cb-kl2n5 W0425 08:09:27.924578 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:27.924595 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:27.924601 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:27.924612 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:27.924616 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:27.924620 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:28.239898 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:28.239917 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:28.239936 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:09:29.930597 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 08:09:29.930626 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 08:09:29.930692 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 08:09:30.937452 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 08:09:36.213008 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 08:09:44.730725 3768 obj_retry.go:498] Detected object openshift-console/console-57db885555-6bkf2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:44.731277 3768 obj_retry.go:498] Detected object openshift-console/console-57db885555-6bkf2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:45.137698 3768 obj_retry.go:492] Detected object openshift-console/console-57db885555-6bkf2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:45.137725 3768 obj_retry.go:492] Detected object openshift-console/console-57db885555-6bkf2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:45.147404 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57db885555-6bkf2 I0425 08:09:45.147428 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57db885555-6bkf2 I0425 08:09:55.215403 3768 cni.go:452] [openshift-ingress/router-default-5c95494795-4n6mv 340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5c95494795-4n6mv 340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51 network default NAD default NAD key ] I0425 08:09:55.297875 3768 cni.go:473] [openshift-ingress/router-default-5c95494795-4n6mv 340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5c95494795-4n6mv 340099990d63ba9c39e78dfd717c414b5bf840d8aaf8fd3813c815ebf523ee51 network default NAD default NAD key default], result "{}", err I0425 08:09:55.395541 3768 obj_retry.go:498] Detected object openshift-ingress/router-default-5c95494795-4n6mv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:55.395585 3768 pods.go:176] Deleting pod: openshift-ingress/router-default-5c95494795-4n6mv I0425 08:09:55.396979 3768 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5c95494795-4n6mv, ips: 10.130.0.11 I0425 08:09:55.397009 3768 obj_retry.go:498] Detected object openshift-ingress/router-default-5c95494795-4n6mv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:55.397682 3768 cni.go:452] [openshift-console/console-57db885555-ztkj6 098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-57db885555-ztkj6 098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348 network default NAD default NAD key ] I0425 08:09:55.488641 3768 cni.go:473] [openshift-console/console-57db885555-ztkj6 098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-57db885555-ztkj6 098700a29e7a8098a1109b2d7914cfd8b4589d5e7b571a56a7a994f93b391348 network default NAD default NAD key default], result "{}", err I0425 08:09:55.527996 3768 obj_retry.go:498] Detected object openshift-console/console-57db885555-ztkj6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:55.528038 3768 pods.go:176] Deleting pod: openshift-console/console-57db885555-ztkj6 I0425 08:09:55.529314 3768 pods.go:236] Attempting to release IPs for pod: openshift-console/console-57db885555-ztkj6, ips: 10.130.0.20 I0425 08:09:55.529347 3768 obj_retry.go:498] Detected object openshift-console/console-57db885555-ztkj6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:09:56.031872 3768 obj_retry.go:492] Detected object openshift-ingress/router-default-5c95494795-4n6mv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:56.031903 3768 obj_retry.go:492] Detected object openshift-ingress/router-default-5c95494795-4n6mv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:56.040870 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5c95494795-4n6mv I0425 08:09:56.040897 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5c95494795-4n6mv I0425 08:09:56.069436 3768 obj_retry.go:492] Detected object openshift-console/console-57db885555-ztkj6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:56.069464 3768 obj_retry.go:492] Detected object openshift-console/console-57db885555-ztkj6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:09:56.081209 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57db885555-ztkj6 I0425 08:09:56.081230 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57db885555-ztkj6 I0425 08:09:56.522747 3768 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0425 08:10:03.101242 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:10:03.101262 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 08:10:05.393364 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:05.393942 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:06.247992 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:06.248015 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:13.328371 3768 base_network_controller_pods.go:487] [default/openshift-console/console-7fc58c774b-v2bv8] creating logical port openshift-console_console-7fc58c774b-v2bv8 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:10:13.328503 3768 kube.go:256] Updating pod openshift-console/console-7fc58c774b-v2bv8 I0425 08:10:13.347165 3768 pod.go:62] [openshift-console/console-7fc58c774b-v2bv8] pod update took 18.68925ms I0425 08:10:13.347190 3768 base_network_controller_pods.go:951] [default/openshift-console/console-7fc58c774b-v2bv8] addLogicalPort annotation time took 18.718866ms I0425 08:10:13.348525 3768 pods.go:271] [openshift-console/console-7fc58c774b-v2bv8] addLogicalPort took 20.17209ms, libovsdb time 981.966µs I0425 08:10:13.391652 3768 cni.go:452] [openshift-multus/network-metrics-daemon-jk27p 73f7eb4ee1963f4d7734b632483a6a07e5d0b213c6a2c1f5a3eb38d2c5fe9bc5 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-jk27p 73f7eb4ee1963f4d7734b632483a6a07e5d0b213c6a2c1f5a3eb38d2c5fe9bc5 network default NAD default NAD key ] I0425 08:10:13.400708 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jk27p, hostIfaceName: 73f7eb4ee1963f4, network: default, NAD default, SandboxID: "73f7eb4ee1963f4d7734b632483a6a07e5d0b213c6a2c1f5a3eb38d2c5fe9bc5", PCI device ID: , UID: "388adfb4-b9a6-4245-b879-c42358ccdafb", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0425 08:10:13.449531 3768 cni.go:473] [openshift-multus/network-metrics-daemon-jk27p 73f7eb4ee1963f4d7734b632483a6a07e5d0b213c6a2c1f5a3eb38d2c5fe9bc5 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jk27p 73f7eb4ee1963f4d7734b632483a6a07e5d0b213c6a2c1f5a3eb38d2c5fe9bc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:00:61:fb:d0:ba\",\"name\":\"73f7eb4ee1963f4\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67a5a8fd-a7f8-4913-ad9a-c9e723193449\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:10:13.687323 3768 cni.go:452] [openshift-console/console-7fc58c774b-v2bv8 a16694a4e5693e9bf6aa004625e45fe9b662fec110d59168b2e73710aed75f3f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7fc58c774b-v2bv8 a16694a4e5693e9bf6aa004625e45fe9b662fec110d59168b2e73710aed75f3f network default NAD default NAD key ] I0425 08:10:13.697017 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7fc58c774b-v2bv8, hostIfaceName: a16694a4e5693e9, network: default, NAD default, SandboxID: "a16694a4e5693e9bf6aa004625e45fe9b662fec110d59168b2e73710aed75f3f", PCI device ID: , UID: "45d8df46-1a7c-427c-91c7-3dc1ea3b8a3d", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0425 08:10:13.743422 3768 cni.go:473] [openshift-console/console-7fc58c774b-v2bv8 a16694a4e5693e9bf6aa004625e45fe9b662fec110d59168b2e73710aed75f3f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7fc58c774b-v2bv8 a16694a4e5693e9bf6aa004625e45fe9b662fec110d59168b2e73710aed75f3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:ed:4a:ed:ad:41\",\"name\":\"a16694a4e5693e9\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1e5b6f0-050c-4a91-b9f3-8405eb31ef55\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:10:18.117408 3768 cni.go:452] [openshift-monitoring/alertmanager-main-1 294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3 network default NAD default NAD key ] I0425 08:10:18.185052 3768 cni.go:473] [openshift-monitoring/alertmanager-main-1 294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 294ec5b33e3d926e8dbdb326ce2911ad12f36ac9a48baa2c5c5b68682a39a0e3 network default NAD default NAD key default], result "{}", err I0425 08:10:18.249856 3768 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:18.249898 3768 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0425 08:10:18.251238 3768 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.16 I0425 08:10:18.251268 3768 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:19.141169 3768 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:19.141197 3768 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:19.151311 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 08:10:19.151335 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 08:10:19.205046 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:10:19.205148 3768 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 08:10:19.232258 3768 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.147575ms I0425 08:10:19.232280 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.173397ms I0425 08:10:19.233484 3768 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.455343ms, libovsdb time 873.495µs I0425 08:10:19.567842 3768 cni.go:452] [openshift-monitoring/alertmanager-main-1 7207a2d021343e88bedbca6b2e997ddd3a54c2bc3cb2a356dcfe5e439edb74a3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7207a2d021343e88bedbca6b2e997ddd3a54c2bc3cb2a356dcfe5e439edb74a3 network default NAD default NAD key ] I0425 08:10:19.576983 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7207a2d021343e8, network: default, NAD default, SandboxID: "7207a2d021343e88bedbca6b2e997ddd3a54c2bc3cb2a356dcfe5e439edb74a3", PCI device ID: , UID: "fa3fec70-0ed4-46cf-9c6c-d3fd43938f95", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0425 08:10:19.623958 3768 cni.go:473] [openshift-monitoring/alertmanager-main-1 7207a2d021343e88bedbca6b2e997ddd3a54c2bc3cb2a356dcfe5e439edb74a3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7207a2d021343e88bedbca6b2e997ddd3a54c2bc3cb2a356dcfe5e439edb74a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:9a:d2:c9:3b:e1\",\"name\":\"7207a2d021343e8\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fac6936-f151-4b2b-8246-c898f676c41d\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:10:22.469575 3768 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33 network default NAD default NAD key ] I0425 08:10:22.555237 3768 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 5902b2e08024b8b72999e2eb8758320d770a12409ab5985aa32779bda7fa5e33 network default NAD default NAD key default], result "{}", err I0425 08:10:22.622154 3768 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:22.622183 3768 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0425 08:10:22.623380 3768 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.19 I0425 08:10:22.623408 3768 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:23.165569 3768 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:23.165593 3768 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:23.175781 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 08:10:23.175808 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 08:10:23.220011 3768 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:10:23.220113 3768 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0425 08:10:23.249195 3768 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 29.116719ms I0425 08:10:23.249223 3768 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 29.151202ms I0425 08:10:23.250416 3768 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.418357ms, libovsdb time 851.63µs I0425 08:10:23.577698 3768 cni.go:452] [openshift-monitoring/prometheus-k8s-1 429a64ee3a8dfbf431d64e22a7de5fe87e3b7487440b0d51d017697378cb762f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 429a64ee3a8dfbf431d64e22a7de5fe87e3b7487440b0d51d017697378cb762f network default NAD default NAD key ] I0425 08:10:23.588666 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 429a64ee3a8dfbf, network: default, NAD default, SandboxID: "429a64ee3a8dfbf431d64e22a7de5fe87e3b7487440b0d51d017697378cb762f", PCI device ID: , UID: "56a28c45-c1b2-4bcd-be7f-9e4022e6d4bc", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0425 08:10:23.634543 3768 cni.go:473] [openshift-monitoring/prometheus-k8s-1 429a64ee3a8dfbf431d64e22a7de5fe87e3b7487440b0d51d017697378cb762f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 429a64ee3a8dfbf431d64e22a7de5fe87e3b7487440b0d51d017697378cb762f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:36:95:7e:9c:2b\",\"name\":\"429a64ee3a8dfbf\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07c37ced-ae93-49cc-b77a-70e5231424dd\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:10:24.234283 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 08:10:38.635307 3768 obj_retry.go:498] Detected object openshift-console/console-57c8b85cd6-5hdrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:38.635874 3768 obj_retry.go:498] Detected object openshift-console/console-57c8b85cd6-5hdrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:39.383132 3768 obj_retry.go:492] Detected object openshift-console/console-57c8b85cd6-5hdrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:39.383153 3768 obj_retry.go:492] Detected object openshift-console/console-57c8b85cd6-5hdrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:39.394094 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57c8b85cd6-5hdrv I0425 08:10:39.394118 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57c8b85cd6-5hdrv I0425 08:10:49.587737 3768 obj_retry.go:498] Detected object openshift-console/console-57c8b85cd6-kggkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:49.588332 3768 obj_retry.go:498] Detected object openshift-console/console-57c8b85cd6-kggkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:10:49.654426 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:10:49.654444 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 08:10:49.654451 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 08:10:50.521642 3768 obj_retry.go:492] Detected object openshift-console/console-57c8b85cd6-kggkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:50.521688 3768 obj_retry.go:492] Detected object openshift-console/console-57c8b85cd6-kggkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:50.530588 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-57c8b85cd6-kggkp I0425 08:10:50.530619 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-57c8b85cd6-kggkp I0425 08:10:50.960697 3768 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:50.961312 3768 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:10:51.536031 3768 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:51.536054 3768 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:10:51.546130 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 08:10:51.546154 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0425 08:11:24.435318 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 08:11:24.435338 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 08:11:25.761437 3768 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:11:25.761996 3768 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:11:26.692596 3768 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:11:26.692618 3768 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:11:26.705320 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 08:11:26.705343 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 08:11:55.637377 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0425 08:12:02.552040 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=557 I0425 08:12:08.542361 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0425 08:12:14.541727 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=135 I0425 08:12:18.542846 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0425 08:12:26.542334 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0425 08:12:40.831070 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 08:12:44.652919 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 08:12:50.627608 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 08:12:51.902990 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 08:12:51.903054 3768 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-69gv5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-69gv5: no pod IPs found I0425 08:13:56.664203 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 08:14:22.627669 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0425 08:14:56.657859 3768 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 08:15:20.642705 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0425 08:15:22.663868 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 08:16:04.547205 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0425 08:16:10.631712 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0425 08:16:23.252440 3768 namespace.go:98] [tsf] adding namespace I0425 08:16:23.253400 3768 namespace.go:102] [tsf] adding namespace took 935.15µs I0425 08:16:23.271210 3768 namespace.go:142] [tsf] updating namespace I0425 08:16:23.286108 3768 namespace.go:142] [tsf] updating namespace I0425 08:16:23.647408 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0425 08:16:27.276058 3768 namespace.go:98] [tsf-tpa] adding namespace I0425 08:16:27.277040 3768 namespace.go:102] [tsf-tpa] adding namespace took 957.904µs I0425 08:16:27.277190 3768 namespace.go:98] [konflux-ui] adding namespace I0425 08:16:27.277824 3768 namespace.go:102] [konflux-ui] adding namespace took 614.295µs I0425 08:16:27.279651 3768 namespace.go:98] [rhtpa-operator] adding namespace I0425 08:16:27.280382 3768 namespace.go:102] [rhtpa-operator] adding namespace took 713.244µs I0425 08:16:27.280905 3768 namespace.go:98] [konflux-operator] adding namespace I0425 08:16:27.281001 3768 namespace.go:98] [tsf-tas] adding namespace I0425 08:16:27.281113 3768 namespace.go:98] [tsf-keycloak] adding namespace I0425 08:16:27.281158 3768 namespace.go:98] [rhbk-operator] adding namespace I0425 08:16:27.281605 3768 namespace.go:102] [konflux-operator] adding namespace took 686.845µs I0425 08:16:27.282294 3768 namespace.go:102] [tsf-tas] adding namespace took 1.277214ms I0425 08:16:27.282848 3768 namespace.go:102] [tsf-keycloak] adding namespace took 1.715805ms I0425 08:16:27.283470 3768 namespace.go:102] [rhbk-operator] adding namespace took 2.30297ms I0425 08:16:27.283495 3768 namespace.go:98] [cert-manager-operator] adding namespace I0425 08:16:27.284110 3768 namespace.go:102] [cert-manager-operator] adding namespace took 607.324µs I0425 08:16:27.298517 3768 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:27.312268 3768 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:27.325704 3768 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:27.332539 3768 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:27.333242 3768 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:27.333324 3768 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:27.343139 3768 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:27.343270 3768 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:27.353015 3768 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:27.353047 3768 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:27.353174 3768 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:27.395094 3768 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:27.405088 3768 namespace.go:142] [konflux-operator] updating namespace I0425 08:16:27.423354 3768 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:27.438121 3768 namespace.go:142] [tsf-tas] updating namespace I0425 08:16:27.447972 3768 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:27.467376 3768 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:27.478148 3768 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:27.499044 3768 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:27.499075 3768 namespace.go:142] [konflux-ui] updating namespace I0425 08:16:27.499228 3768 namespace.go:142] [rhbk-operator] updating namespace I0425 08:16:27.519218 3768 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:27.522771 3768 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:16:27.549686 3768 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:16:28.495342 3768 namespace.go:142] [tsf-tpa] updating namespace I0425 08:16:28.512548 3768 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:16:35.578208 3768 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:35.578734 3768 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:35.578760 3768 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:35.578767 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:35.578780 3768 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:35.578784 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:36.608230 3768 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:36.608256 3768 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:36.608268 3768 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:36.608283 3768 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2t9w8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.155582 3768 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.156149 3768 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.156177 3768 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.156187 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:43.156200 3768 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.156205 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:43.204980 3768 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.205399 3768 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.205419 3768 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.205425 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:43.205435 3768 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.205439 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:43.233198 3768 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.233564 3768 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.233586 3768 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.233592 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:43.233602 3768 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:43.233606 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:43.262873 3768 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.262892 3768 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.262905 3768 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:43.262918 3768 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fkc5z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.164211 3768 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.164699 3768 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.164730 3768 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.164737 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:44.164748 3768 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:44.164754 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:44.184870 3768 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.184887 3768 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.184897 3768 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.184911 3768 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.264224 3768 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.264237 3768 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.264246 3768 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:44.264254 3768 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.190945 3768 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.191494 3768 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.191521 3768 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.191529 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 08:16:45.191543 3768 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 08:16:45.191547 3768 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 08:16:45.195517 3768 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.195532 3768 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.195543 3768 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:45.195561 3768 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136j74pk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.218546 3768 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.218569 3768 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.218581 3768 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:16:46.218594 3768 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dzfn2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:16:58.935555 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:16:59.123819 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:16:59.180953 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 08:17:01.864653 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:02.037317 3768 namespace.go:142] [openshift-operators] updating namespace I0425 08:17:02.139083 3768 namespace.go:142] [openshift-operators] updating namespace W0425 08:17:05.940865 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:05.967088 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:05.989286 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 08:17:06.007122 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 08:17:06.468837 3768 namespace.go:98] [cert-manager] adding namespace I0425 08:17:06.469621 3768 namespace.go:102] [cert-manager] adding namespace took 764.697µs I0425 08:17:06.500628 3768 namespace.go:142] [cert-manager] updating namespace I0425 08:17:06.513059 3768 namespace.go:142] [cert-manager] updating namespace I0425 08:17:10.785828 3768 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-g229z] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-g229z for pod on switch ip-10-0-1-41.ec2.internal I0425 08:17:10.785912 3768 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-g229z I0425 08:17:10.808997 3768 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-g229z] pod update took 23.100719ms I0425 08:17:10.809021 3768 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-g229z] addLogicalPort annotation time took 23.128948ms I0425 08:17:10.810083 3768 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-g229z] addLogicalPort took 24.267499ms, libovsdb time 771.957µs I0425 08:17:11.161266 3768 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-g229z 1b9e3a6a13154ceb79a043a447e7e8eea7041321e376729a34d8e5e8427a31e4 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-g229z 1b9e3a6a13154ceb79a043a447e7e8eea7041321e376729a34d8e5e8427a31e4 network default NAD default NAD key ] I0425 08:17:11.170216 3768 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-g229z, hostIfaceName: 1b9e3a6a13154ce, network: default, NAD default, SandboxID: "1b9e3a6a13154ceb79a043a447e7e8eea7041321e376729a34d8e5e8427a31e4", PCI device ID: , UID: "d67a6670-c70d-4b6c-be25-61d3d853e09d", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0425 08:17:11.216748 3768 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-g229z 1b9e3a6a13154ceb79a043a447e7e8eea7041321e376729a34d8e5e8427a31e4 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-g229z 1b9e3a6a13154ceb79a043a447e7e8eea7041321e376729a34d8e5e8427a31e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:c5:b9:e0:9c:2e\",\"name\":\"1b9e3a6a13154ce\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65d692cc-83e8-4429-9cf1-aed5b186df20\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:17:11.531985 3768 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-dvhdn for pod on switch ip-10-0-1-41.ec2.internal I0425 08:17:11.532083 3768 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn I0425 08:17:11.549571 3768 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn] pod update took 17.515777ms I0425 08:17:11.549589 3768 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn] addLogicalPort annotation time took 17.537412ms I0425 08:17:11.550800 3768 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn] addLogicalPort took 18.837162ms, libovsdb time 838.735µs I0425 08:17:11.898103 3768 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn 3f7f497f82fb2ba236cf0a43089bd27d4e16f2e3b5bb69b316463a255311639f network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn 3f7f497f82fb2ba236cf0a43089bd27d4e16f2e3b5bb69b316463a255311639f network default NAD default NAD key ] I0425 08:17:11.910941 3768 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-dvhdn, hostIfaceName: 3f7f497f82fb2ba, network: default, NAD default, SandboxID: "3f7f497f82fb2ba236cf0a43089bd27d4e16f2e3b5bb69b316463a255311639f", PCI device ID: , UID: "5ef079ea-0236-4a98-91ce-507540ecacaf", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0425 08:17:11.965244 3768 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn 3f7f497f82fb2ba236cf0a43089bd27d4e16f2e3b5bb69b316463a255311639f network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-dvhdn 3f7f497f82fb2ba236cf0a43089bd27d4e16f2e3b5bb69b316463a255311639f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:78:b1:8a:0f:46\",\"name\":\"3f7f497f82fb2ba\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77d60121-43c3-4bf1-ab32-f342a0d30d70\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:17:12.508063 3768 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 08:17:12.508999 3768 namespace.go:102] [trusted-artifact-signer] adding namespace took 912.435µs I0425 08:17:12.538228 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:12.557482 3768 namespace.go:142] [trusted-artifact-signer] updating namespace W0425 08:17:12.993794 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 08:17:13.723144 3768 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-wj74v] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-wj74v for pod on switch ip-10-0-1-41.ec2.internal I0425 08:17:13.723236 3768 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-wj74v I0425 08:17:13.737804 3768 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-wj74v] pod update took 14.586958ms I0425 08:17:13.737836 3768 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-wj74v] addLogicalPort annotation time took 14.622101ms I0425 08:17:13.739328 3768 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-wj74v] addLogicalPort took 16.203675ms, libovsdb time 1.028732ms I0425 08:17:14.109150 3768 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-wj74v 930f61277b2d2be69b5b69257a8d6beec31f02c437d875aee21dce9b58e6ad47 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-wj74v 930f61277b2d2be69b5b69257a8d6beec31f02c437d875aee21dce9b58e6ad47 network default NAD default NAD key ] I0425 08:17:14.120350 3768 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-wj74v, hostIfaceName: 930f61277b2d2be, network: default, NAD default, SandboxID: "930f61277b2d2be69b5b69257a8d6beec31f02c437d875aee21dce9b58e6ad47", PCI device ID: , UID: "56fa2be5-550b-4c35-9339-9eb92b9393b3", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0425 08:17:14.161962 3768 namespace.go:142] [openshift-operators] updating namespace I0425 08:17:14.167340 3768 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-wj74v 930f61277b2d2be69b5b69257a8d6beec31f02c437d875aee21dce9b58e6ad47 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-wj74v 930f61277b2d2be69b5b69257a8d6beec31f02c437d875aee21dce9b58e6ad47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6a:44:17:76:5b\",\"name\":\"930f61277b2d2be\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b356212f-cd00-4139-95b8-82cd1c44d6b2\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:17:14.747124 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 08:17:14.747148 3768 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 08:17:15.725166 3768 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-fwv7s for pod on switch ip-10-0-1-41.ec2.internal I0425 08:17:15.725380 3768 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s I0425 08:17:15.753208 3768 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s] pod update took 27.865819ms I0425 08:17:15.753232 3768 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s] addLogicalPort annotation time took 27.893127ms I0425 08:17:15.754621 3768 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s] addLogicalPort took 29.476202ms, libovsdb time 972.085µs I0425 08:17:16.088091 3768 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s bbc41392e1435a562a99414415e0dc73057d3204e8b0fa88dda7c21f71033553 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s bbc41392e1435a562a99414415e0dc73057d3204e8b0fa88dda7c21f71033553 network default NAD default NAD key ] I0425 08:17:16.097984 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-fwv7s, hostIfaceName: bbc41392e1435a5, network: default, NAD default, SandboxID: "bbc41392e1435a562a99414415e0dc73057d3204e8b0fa88dda7c21f71033553", PCI device ID: , UID: "0b17746a-8879-4b1b-b0f7-305ad1cca8ce", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0425 08:17:16.147302 3768 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s bbc41392e1435a562a99414415e0dc73057d3204e8b0fa88dda7c21f71033553 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-fwv7s bbc41392e1435a562a99414415e0dc73057d3204e8b0fa88dda7c21f71033553 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:f5:79:6d:6d:db\",\"name\":\"bbc41392e1435a5\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f519bcd-e365-4aed-a200-424ef59f9634\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:17:20.721562 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 08:17:20.721581 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 08:17:32.182195 3768 namespace.go:98] [openshift-pipelines] adding namespace I0425 08:17:32.183246 3768 namespace.go:102] [openshift-pipelines] adding namespace took 1.025823ms I0425 08:17:32.202532 3768 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:17:32.420101 3768 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:17:32.420670 3768 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:17:32.447991 3768 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:17:32.448008 3768 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:17:32.459906 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 08:17:32.459944 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 08:17:32.909345 3768 namespace.go:142] [cert-manager] updating namespace I0425 08:17:33.100336 3768 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:33.499564 3768 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:33.698739 3768 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:33.913707 3768 namespace.go:142] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] updating namespace I0425 08:17:34.302445 3768 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:34.506382 3768 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:34.701879 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:34.908113 3768 namespace.go:142] [tsf] updating namespace I0425 08:17:35.105163 3768 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:35.313804 3768 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:35.512985 3768 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:35.664437 3768 namespace.go:142] [cert-manager] updating namespace I0425 08:17:35.675417 3768 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:35.689099 3768 namespace.go:142] [default] updating namespace I0425 08:17:35.700908 3768 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:35.712784 3768 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:35.725420 3768 namespace.go:142] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] updating namespace I0425 08:17:35.735273 3768 namespace.go:142] [openshift] updating namespace I0425 08:17:35.744222 3768 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:35.757259 3768 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:35.768638 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:35.780766 3768 namespace.go:142] [tsf] updating namespace I0425 08:17:35.790964 3768 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:35.803873 3768 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:35.817989 3768 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:35.897569 3768 namespace.go:142] [cert-manager] updating namespace I0425 08:17:35.996027 3768 namespace.go:142] [cert-manager-operator] updating namespace I0425 08:17:36.097203 3768 namespace.go:142] [default] updating namespace I0425 08:17:36.198108 3768 namespace.go:142] [konflux-operator] updating namespace I0425 08:17:36.302148 3768 namespace.go:142] [konflux-ui] updating namespace I0425 08:17:36.396939 3768 namespace.go:142] [open-cluster-management-2pt28i6am2tvfkk8t5psmmu18t76ekft] updating namespace I0425 08:17:36.496520 3768 namespace.go:142] [openshift] updating namespace I0425 08:17:36.599151 3768 namespace.go:142] [rhbk-operator] updating namespace I0425 08:17:36.700747 3768 namespace.go:142] [rhtpa-operator] updating namespace I0425 08:17:36.798562 3768 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 08:17:36.906868 3768 namespace.go:142] [tsf] updating namespace I0425 08:17:37.001754 3768 namespace.go:142] [tsf-keycloak] updating namespace I0425 08:17:37.096486 3768 namespace.go:142] [tsf-tas] updating namespace I0425 08:17:37.200646 3768 namespace.go:142] [tsf-tpa] updating namespace I0425 08:17:37.623138 3768 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:17:39.641756 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0425 08:17:44.443792 3768 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 08:17:44.535583 3768 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 08:17:45.933653 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q for pod on switch ip-10-0-1-41.ec2.internal I0425 08:17:45.933760 3768 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q I0425 08:17:45.951568 3768 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q] pod update took 17.842993ms I0425 08:17:45.951590 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q] addLogicalPort annotation time took 17.869483ms I0425 08:17:45.953054 3768 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q] addLogicalPort took 19.421717ms, libovsdb time 1.048926ms I0425 08:17:45.989257 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-wtvgd for pod on switch ip-10-0-1-41.ec2.internal I0425 08:17:45.989347 3768 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd I0425 08:17:46.005643 3768 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd] pod update took 16.334797ms I0425 08:17:46.005662 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd] addLogicalPort annotation time took 16.357539ms I0425 08:17:46.006662 3768 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd] addLogicalPort took 17.417157ms, libovsdb time 692.257µs I0425 08:17:46.349376 3768 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q cfaf554ad0e2f1809a6315d061f1e96c439f363af2b5603f8fa7bf7fef6ed7c1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q cfaf554ad0e2f1809a6315d061f1e96c439f363af2b5603f8fa7bf7fef6ed7c1 network default NAD default NAD key ] I0425 08:17:46.360476 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q, hostIfaceName: cfaf554ad0e2f18, network: default, NAD default, SandboxID: "cfaf554ad0e2f1809a6315d061f1e96c439f363af2b5603f8fa7bf7fef6ed7c1", PCI device ID: , UID: "e834ef70-c4f8-4dad-b950-7f6084f1a674", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0425 08:17:46.381690 3768 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd 4d337201667976eb9dede1a8d45b3607bce66b9019b6cc094739279ae1d65f21 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd 4d337201667976eb9dede1a8d45b3607bce66b9019b6cc094739279ae1d65f21 network default NAD default NAD key ] I0425 08:17:46.394019 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-wtvgd, hostIfaceName: 4d337201667976e, network: default, NAD default, SandboxID: "4d337201667976eb9dede1a8d45b3607bce66b9019b6cc094739279ae1d65f21", PCI device ID: , UID: "fb0debec-b24c-4b01-a883-c8a1ba50e75f", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0425 08:17:46.417742 3768 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q cfaf554ad0e2f1809a6315d061f1e96c439f363af2b5603f8fa7bf7fef6ed7c1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pgp7q cfaf554ad0e2f1809a6315d061f1e96c439f363af2b5603f8fa7bf7fef6ed7c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ee:2b:3d:5f:5b\",\"name\":\"cfaf554ad0e2f18\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a020fca-05a6-4a89-86ef-ec7ecf9340a5\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:17:46.446850 3768 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd 4d337201667976eb9dede1a8d45b3607bce66b9019b6cc094739279ae1d65f21 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-wtvgd 4d337201667976eb9dede1a8d45b3607bce66b9019b6cc094739279ae1d65f21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:79:ea:99:dd:b8\",\"name\":\"4d337201667976e\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c6534bc-1f55-4d2b-b28e-2f39d0c69d89\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:17:50.104547 3768 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:50.104577 3768 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:50.104584 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 08:17:50.138989 3768 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:50.139011 3768 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:50.139018 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 08:17:50.887561 3768 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:50.887582 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:50.887587 3768 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:17:50.887592 3768 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:18:01.884053 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:18:01.884074 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:18:01.884079 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 08:18:01.884084 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 08:18:07.633705 3768 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:18:07.634287 3768 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:18:07.656793 3768 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:18:07.656818 3768 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:18:07.665946 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 08:18:07.665979 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 08:18:08.999038 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-5pnkd for pod on switch ip-10-0-1-41.ec2.internal I0425 08:18:08.999108 3768 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd I0425 08:18:09.016237 3768 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd] pod update took 17.144235ms I0425 08:18:09.016266 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd] addLogicalPort annotation time took 17.176574ms I0425 08:18:09.017824 3768 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd] addLogicalPort took 18.796456ms, libovsdb time 1.079556ms I0425 08:18:09.358150 3768 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd 684080f9359566e13ab47d08394ec98f9de9c83017c2912738f52505b8715e62 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd 684080f9359566e13ab47d08394ec98f9de9c83017c2912738f52505b8715e62 network default NAD default NAD key ] I0425 08:18:09.367820 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-5pnkd, hostIfaceName: 684080f9359566e, network: default, NAD default, SandboxID: "684080f9359566e13ab47d08394ec98f9de9c83017c2912738f52505b8715e62", PCI device ID: , UID: "7efc3dab-f5d0-4c59-8185-d1c08c68b022", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0425 08:18:09.417541 3768 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd 684080f9359566e13ab47d08394ec98f9de9c83017c2912738f52505b8715e62 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-5pnkd 684080f9359566e13ab47d08394ec98f9de9c83017c2912738f52505b8715e62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:31:8a:77:84:65\",\"name\":\"684080f9359566e\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5a4bb9e-43ad-4994-9b35-fb411dc90262\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:18:09.805226 3768 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 08:18:09.806117 3768 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 08:18:09.806143 3768 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 08:18:09.808049 3768 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0425 08:18:13.986869 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0425 08:18:20.243430 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:20.243451 3768 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 08:18:20.247099 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:20.247114 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0425 08:18:24.992837 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 08:18:31.809689 3768 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 08:18:34.901676 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:18:34.901797 3768 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0425 08:18:34.915841 3768 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.064892ms I0425 08:18:34.915866 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.09412ms I0425 08:18:34.917138 3768 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.476271ms, libovsdb time 910.6µs I0425 08:18:37.671056 3768 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 ec0d84d398a050d74083d39e3469d7b8a9070a7667721003e62ed17c0c4904dc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 ec0d84d398a050d74083d39e3469d7b8a9070a7667721003e62ed17c0c4904dc network default NAD default NAD key ] I0425 08:18:37.680118 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: ec0d84d398a050d, network: default, NAD default, SandboxID: "ec0d84d398a050d74083d39e3469d7b8a9070a7667721003e62ed17c0c4904dc", PCI device ID: , UID: "3a7c0d84-de93-4525-95ce-67294408ac25", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0425 08:18:37.727145 3768 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 ec0d84d398a050d74083d39e3469d7b8a9070a7667721003e62ed17c0c4904dc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 ec0d84d398a050d74083d39e3469d7b8a9070a7667721003e62ed17c0c4904dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:f7:5a:41:8e:c9\",\"name\":\"ec0d84d398a050d\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2e75448-a5c7-4a97-8a57-5d6ec4fc0f73\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:18:43.157852 3768 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 08:18:44.723722 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-pn8gz for pod on switch ip-10-0-1-41.ec2.internal I0425 08:18:44.723808 3768 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz I0425 08:18:44.745134 3768 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz] pod update took 21.346525ms I0425 08:18:44.745159 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz] addLogicalPort annotation time took 21.374789ms I0425 08:18:44.746419 3768 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz] addLogicalPort took 22.708612ms, libovsdb time 816.828µs I0425 08:18:45.080590 3768 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz 863d35ac77a3f8b890cbfa555d549bdabf15e9534ae7e443728909700b345e34 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz 863d35ac77a3f8b890cbfa555d549bdabf15e9534ae7e443728909700b345e34 network default NAD default NAD key ] I0425 08:18:45.090269 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-pn8gz, hostIfaceName: 863d35ac77a3f8b, network: default, NAD default, SandboxID: "863d35ac77a3f8b890cbfa555d549bdabf15e9534ae7e443728909700b345e34", PCI device ID: , UID: "ba30f2dc-e13f-4332-967d-bcb5914821a8", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0425 08:18:45.140306 3768 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz 863d35ac77a3f8b890cbfa555d549bdabf15e9534ae7e443728909700b345e34 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-pn8gz 863d35ac77a3f8b890cbfa555d549bdabf15e9534ae7e443728909700b345e34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:de:30:9d:5a:6f\",\"name\":\"863d35ac77a3f8b\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2eb4f11-e532-437a-b52c-ddba4b21ce7b\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:18:49.777659 3768 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:49.777677 3768 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 08:18:49.777683 3768 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 08:19:01.804040 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-gh4f5] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-gh4f5 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:19:01.804161 3768 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-gh4f5 I0425 08:19:01.820781 3768 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-gh4f5] pod update took 16.642376ms I0425 08:19:01.820802 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-gh4f5] addLogicalPort annotation time took 16.669011ms I0425 08:19:01.822059 3768 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-gh4f5] addLogicalPort took 18.037292ms, libovsdb time 840.562µs I0425 08:19:02.163472 3768 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-gh4f5 f03441bb4573e8ce7c3e66a5ec189cdcc6f91c7bbde086955b4f6a23b4fef869 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gh4f5 f03441bb4573e8ce7c3e66a5ec189cdcc6f91c7bbde086955b4f6a23b4fef869 network default NAD default NAD key ] I0425 08:19:02.172547 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-gh4f5, hostIfaceName: f03441bb4573e8c, network: default, NAD default, SandboxID: "f03441bb4573e8ce7c3e66a5ec189cdcc6f91c7bbde086955b4f6a23b4fef869", PCI device ID: , UID: "8885fffc-6d2e-445d-98bc-9aeacc4066bc", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0425 08:19:02.223331 3768 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-gh4f5 f03441bb4573e8ce7c3e66a5ec189cdcc6f91c7bbde086955b4f6a23b4fef869 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-gh4f5 f03441bb4573e8ce7c3e66a5ec189cdcc6f91c7bbde086955b4f6a23b4fef869 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:79:c0:33:75:20\",\"name\":\"f03441bb4573e8c\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdaba6e7-12a2-48ab-963d-2d21902b26d2\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:19:02.953849 3768 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:02.954520 3768 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:03.001615 3768 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:03.001696 3768 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:03.011442 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 08:19:03.011469 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 08:19:05.219820 3768 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-gtnnq-r584p] creating logical port tsf-tas_segment-backup-installation-gtnnq-r584p for pod on switch ip-10-0-1-41.ec2.internal I0425 08:19:05.219980 3768 kube.go:256] Updating pod tsf-tas/segment-backup-installation-gtnnq-r584p I0425 08:19:05.233583 3768 pod.go:62] [tsf-tas/segment-backup-installation-gtnnq-r584p] pod update took 13.627712ms I0425 08:19:05.233604 3768 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-gtnnq-r584p] addLogicalPort annotation time took 13.654988ms I0425 08:19:05.234890 3768 pods.go:271] [tsf-tas/segment-backup-installation-gtnnq-r584p] addLogicalPort took 15.088314ms, libovsdb time 876.325µs I0425 08:19:06.279563 3768 cni.go:452] [tsf-tas/segment-backup-installation-gtnnq-r584p 4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-gtnnq-r584p 4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945 network default NAD default NAD key ] I0425 08:19:06.289146 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-gtnnq-r584p, hostIfaceName: 4980a6f553f7f1c, network: default, NAD default, SandboxID: "4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945", PCI device ID: , UID: "2d4189bf-d5af-4581-920e-05513422ea06", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0425 08:19:06.347042 3768 cni.go:473] [tsf-tas/segment-backup-installation-gtnnq-r584p 4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-gtnnq-r584p 4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:27:57:2c:e0:00\",\"name\":\"4980a6f553f7f1c\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cb3a1b4-2ee3-4b58-a953-950fe2157488\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:19:06.452462 3768 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd] creating logical port tsf-tas_trillian-logserver-76c7cbbb7c-l9ccd for pod on switch ip-10-0-1-41.ec2.internal I0425 08:19:06.452552 3768 kube.go:256] Updating pod tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd I0425 08:19:06.471804 3768 pod.go:62] [tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd] pod update took 19.274726ms I0425 08:19:06.471828 3768 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd] addLogicalPort annotation time took 19.303882ms I0425 08:19:06.473126 3768 pods.go:271] [tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd] addLogicalPort took 20.678375ms, libovsdb time 880.954µs I0425 08:19:06.603944 3768 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-96h97-52vvr] creating logical port tsf-tas_rekor-createtree-job-96h97-52vvr for pod on switch ip-10-0-1-41.ec2.internal I0425 08:19:06.604020 3768 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-96h97-52vvr I0425 08:19:06.621563 3768 pod.go:62] [tsf-tas/rekor-createtree-job-96h97-52vvr] pod update took 17.560624ms I0425 08:19:06.621583 3768 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-96h97-52vvr] addLogicalPort annotation time took 17.587961ms I0425 08:19:06.622880 3768 pods.go:271] [tsf-tas/rekor-createtree-job-96h97-52vvr] addLogicalPort took 18.970188ms, libovsdb time 864.959µs I0425 08:19:06.656464 3768 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-684b749754-s66xf] creating logical port tsf-tas_trillian-logsigner-684b749754-s66xf for pod on switch ip-10-0-1-41.ec2.internal I0425 08:19:06.656543 3768 kube.go:256] Updating pod tsf-tas/trillian-logsigner-684b749754-s66xf I0425 08:19:06.673238 3768 pod.go:62] [tsf-tas/trillian-logsigner-684b749754-s66xf] pod update took 16.717262ms I0425 08:19:06.673263 3768 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-684b749754-s66xf] addLogicalPort annotation time took 16.741781ms I0425 08:19:06.674420 3768 pods.go:271] [tsf-tas/trillian-logsigner-684b749754-s66xf] addLogicalPort took 17.967544ms, libovsdb time 780.129µs I0425 08:19:06.976898 3768 cni.go:452] [tsf-tas/rekor-createtree-job-96h97-52vvr 425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-96h97-52vvr 425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46 network default NAD default NAD key ] I0425 08:19:06.991047 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-96h97-52vvr, hostIfaceName: 425dd412beb719c, network: default, NAD default, SandboxID: "425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46", PCI device ID: , UID: "ff8d1425-ac14-4f63-9963-049a0449bbc2", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0425 08:19:07.053037 3768 cni.go:473] [tsf-tas/rekor-createtree-job-96h97-52vvr 425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-96h97-52vvr 425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:fb:aa:04:89:da\",\"name\":\"425dd412beb719c\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/731973d5-81a2-4662-9df2-1f661856fb09\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:19:07.415655 3768 cni.go:452] [tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd a2b08f313cb332f982d658715d4deeef350e8927a853b8babca9350d74a74c79 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd a2b08f313cb332f982d658715d4deeef350e8927a853b8babca9350d74a74c79 network default NAD default NAD key ] I0425 08:19:07.428505 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-76c7cbbb7c-l9ccd, hostIfaceName: a2b08f313cb332f, network: default, NAD default, SandboxID: "a2b08f313cb332f982d658715d4deeef350e8927a853b8babca9350d74a74c79", PCI device ID: , UID: "6ecf8c2d-74c9-4245-9d39-fa1430a9f33a", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0425 08:19:07.482085 3768 cni.go:473] [tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd a2b08f313cb332f982d658715d4deeef350e8927a853b8babca9350d74a74c79 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-76c7cbbb7c-l9ccd a2b08f313cb332f982d658715d4deeef350e8927a853b8babca9350d74a74c79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:81:72:1b:b4:e6\",\"name\":\"a2b08f313cb332f\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/502e6312-c1cb-4df8-bb66-5ad6e3c7b4c7\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:19:07.632434 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 08:19:08.524800 3768 cni.go:452] [tsf-tas/trillian-logsigner-684b749754-s66xf fa3932da15fa8c3f4eb3b72ce61a7034076d7f96d3aa9a2af9226e49b072376e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-684b749754-s66xf fa3932da15fa8c3f4eb3b72ce61a7034076d7f96d3aa9a2af9226e49b072376e network default NAD default NAD key ] I0425 08:19:08.538089 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-684b749754-s66xf, hostIfaceName: fa3932da15fa8c3, network: default, NAD default, SandboxID: "fa3932da15fa8c3f4eb3b72ce61a7034076d7f96d3aa9a2af9226e49b072376e", PCI device ID: , UID: "dce5ee4e-decd-4f90-9cb5-affeab1dc298", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0425 08:19:08.597301 3768 cni.go:473] [tsf-tas/trillian-logsigner-684b749754-s66xf fa3932da15fa8c3f4eb3b72ce61a7034076d7f96d3aa9a2af9226e49b072376e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-684b749754-s66xf fa3932da15fa8c3f4eb3b72ce61a7034076d7f96d3aa9a2af9226e49b072376e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:be:50:b0:31:4a\",\"name\":\"fa3932da15fa8c3\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3f2dd84-7c59-4587-bdfd-f09323024dfc\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:19:08.868659 3768 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 08:19:08.868677 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0425 08:19:10.661327 3768 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-d2hnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:10.662036 3768 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-d2hnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:11.581307 3768 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-d2hnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:11.581336 3768 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-d2hnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:19:19.943065 3768 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 08:19:21.369202 3768 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 08:19:21.401680 3768 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0425 08:19:24.335109 3768 cni.go:452] [tsf-tas/segment-backup-installation-gtnnq-r584p 4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-gtnnq-r584p 4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945 network default NAD default NAD key ] I0425 08:19:24.421009 3768 cni.go:473] [tsf-tas/segment-backup-installation-gtnnq-r584p 4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-gtnnq-r584p 4980a6f553f7f1ce142a62ad6cd27aad148481b5a6cd248bf4a3324cfec8a945 network default NAD default NAD key default], result "{}", err I0425 08:19:24.474308 3768 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gtnnq-r584p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:24.474342 3768 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-gtnnq-r584p I0425 08:19:24.475657 3768 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-gtnnq-r584p, ips: 10.130.0.34 I0425 08:19:24.475686 3768 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-gtnnq-r584p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:25.358022 3768 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gtnnq-r584p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:25.358044 3768 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-gtnnq-r584p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:29.631418 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0425 08:19:29.658751 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0425 08:19:29.700142 3768 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 08:19:29.700160 3768 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0425 08:19:41.736625 3768 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-n2wfq for pod on switch ip-10-0-1-41.ec2.internal I0425 08:19:41.736764 3768 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq I0425 08:19:41.753515 3768 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq] pod update took 16.771722ms I0425 08:19:41.753542 3768 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq] addLogicalPort annotation time took 16.803637ms I0425 08:19:41.754915 3768 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq] addLogicalPort took 18.303626ms, libovsdb time 987.62µs I0425 08:19:42.115955 3768 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq db401a8e37a75fbb9d3961f2a9ce3795a6a7fc87475c58eaa8d6bb72cce17392 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq db401a8e37a75fbb9d3961f2a9ce3795a6a7fc87475c58eaa8d6bb72cce17392 network default NAD default NAD key ] I0425 08:19:42.125144 3768 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-n2wfq, hostIfaceName: db401a8e37a75fb, network: default, NAD default, SandboxID: "db401a8e37a75fbb9d3961f2a9ce3795a6a7fc87475c58eaa8d6bb72cce17392", PCI device ID: , UID: "37d7b0d9-d398-48c7-bd68-142a1f153ead", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0425 08:19:42.176309 3768 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq db401a8e37a75fbb9d3961f2a9ce3795a6a7fc87475c58eaa8d6bb72cce17392 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-n2wfq db401a8e37a75fbb9d3961f2a9ce3795a6a7fc87475c58eaa8d6bb72cce17392 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c7:6d:5c:06:a5\",\"name\":\"db401a8e37a75fb\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/528d4c80-45a2-46e4-b97d-5f28a80fce1b\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 08:19:44.414793 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 08:19:44.447446 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0425 08:19:46.556233 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=395 I0425 08:19:49.545296 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=102 I0425 08:19:53.369141 3768 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:53.369713 3768 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:19:53.392802 3768 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:53.392819 3768 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:19:53.403074 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 08:19:53.403101 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 08:20:00.331434 3768 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bmcm6-cz8v4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:00.331885 3768 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bmcm6-cz8v4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:01.193564 3768 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bmcm6-cz8v4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:01.193586 3768 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bmcm6-cz8v4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:01.947791 3768 obj_retry.go:498] Detected object tsf/patch-tekton-config-np57k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:01.948329 3768 obj_retry.go:498] Detected object tsf/patch-tekton-config-np57k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:02.978457 3768 obj_retry.go:492] Detected object tsf/patch-tekton-config-np57k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:02.978486 3768 obj_retry.go:492] Detected object tsf/patch-tekton-config-np57k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:03.946767 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:03.947325 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:20:04.198323 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 08:20:04.550287 3768 cni.go:452] [tsf-tas/rekor-createtree-job-96h97-52vvr 425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-96h97-52vvr 425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46 network default NAD default NAD key ] I0425 08:20:04.635642 3768 cni.go:473] [tsf-tas/rekor-createtree-job-96h97-52vvr 425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-96h97-52vvr 425dd412beb719c7d525105f91958fd02f1a2eb9dcfc38ffc2676d86eb4dfe46 network default NAD default NAD key default], result "{}", err I0425 08:20:04.690146 3768 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-96h97-52vvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:04.690186 3768 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-96h97-52vvr I0425 08:20:04.691511 3768 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-96h97-52vvr, ips: 10.130.0.36 I0425 08:20:04.691545 3768 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-96h97-52vvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:04.836753 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:04.836781 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618420-t95x4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:05.575228 3768 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-96h97-52vvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:05.575255 3768 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-96h97-52vvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:11.381519 3768 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sn2l8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:11.382048 3768 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-sn2l8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 08:20:11.862398 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 08:20:12.413943 3768 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sn2l8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.413966 3768 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-sn2l8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.469295 3768 obj_retry.go:492] Detected object tsf/patch-tekton-config-np57k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.469314 3768 obj_retry.go:492] Detected object tsf/patch-tekton-config-np57k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:12.480082 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-np57k I0425 08:20:12.480105 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-np57k W0425 08:20:15.893481 3768 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0425 08:20:18.443223 3768 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:18.443766 3768 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:18.468835 3768 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.468853 3768 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:18.479262 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 08:20:18.479282 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0425 08:20:19.302916 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0425 08:20:19.842253 3768 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-gp4bx] creating logical port tsf-tpa_create-db-gp4bx for pod on switch ip-10-0-1-41.ec2.internal I0425 08:20:19.842337 3768 kube.go:256] Updating pod tsf-tpa/create-db-gp4bx I0425 08:20:19.858318 3768 pod.go:62] [tsf-tpa/create-db-gp4bx] pod update took 15.998734ms I0425 08:20:19.858342 3768 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-gp4bx] addLogicalPort annotation time took 16.028054ms I0425 08:20:19.859561 3768 pods.go:271] [tsf-tpa/create-db-gp4bx] addLogicalPort took 17.328238ms, libovsdb time 842.655µs I0425 08:20:20.207133 3768 cni.go:452] [tsf-tpa/create-db-gp4bx eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-gp4bx eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e network default NAD default NAD key ] I0425 08:20:20.216426 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-gp4bx, hostIfaceName: eb2ffd35aa82de6, network: default, NAD default, SandboxID: "eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e", PCI device ID: , UID: "acdc77bf-1071-4858-95c3-a1385fd7a37b", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0425 08:20:20.267137 3768 cni.go:473] [tsf-tpa/create-db-gp4bx eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-gp4bx eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4c:e5:42:7c:13\",\"name\":\"eb2ffd35aa82de6\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/885423a0-b136-427d-87e9-167f3446af03\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:20:26.664204 3768 cni.go:452] [tsf-tpa/create-db-gp4bx eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-gp4bx eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e network default NAD default NAD key ] I0425 08:20:26.740432 3768 cni.go:473] [tsf-tpa/create-db-gp4bx eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-gp4bx eb2ffd35aa82de699e3cd8306b4ff8ce91e388d4e39ebc711319b9470462e86e network default NAD default NAD key default], result "{}", err I0425 08:20:26.793075 3768 obj_retry.go:498] Detected object tsf-tpa/create-db-gp4bx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:26.793104 3768 pods.go:176] Deleting pod: tsf-tpa/create-db-gp4bx I0425 08:20:26.794323 3768 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-gp4bx, ips: 10.130.0.39 I0425 08:20:26.794355 3768 obj_retry.go:498] Detected object tsf-tpa/create-db-gp4bx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:27.823424 3768 obj_retry.go:492] Detected object tsf-tpa/create-db-gp4bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:27.823454 3768 obj_retry.go:492] Detected object tsf-tpa/create-db-gp4bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:27.956280 3768 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-wv4kl] creating logical port tsf-tpa_migrate-db-wv4kl for pod on switch ip-10-0-1-41.ec2.internal I0425 08:20:27.956363 3768 kube.go:256] Updating pod tsf-tpa/migrate-db-wv4kl I0425 08:20:27.970255 3768 pod.go:62] [tsf-tpa/migrate-db-wv4kl] pod update took 13.916679ms I0425 08:20:27.970275 3768 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-wv4kl] addLogicalPort annotation time took 13.943837ms I0425 08:20:27.971443 3768 pods.go:271] [tsf-tpa/migrate-db-wv4kl] addLogicalPort took 15.180249ms, libovsdb time 795.456µs I0425 08:20:28.314494 3768 cni.go:452] [tsf-tpa/migrate-db-wv4kl a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-wv4kl a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349 network default NAD default NAD key ] I0425 08:20:28.324131 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-wv4kl, hostIfaceName: a5261b450711597, network: default, NAD default, SandboxID: "a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349", PCI device ID: , UID: "130f985e-74c8-48c0-bf1b-341b872d19b0", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0425 08:20:28.374479 3768 cni.go:473] [tsf-tpa/migrate-db-wv4kl a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-wv4kl a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:8b:7f:56:3b:66\",\"name\":\"a5261b450711597\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4746f9a2-d355-42f1-a1b3-7a7a05a1c338\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:20:30.687757 3768 cni.go:452] [tsf-tpa/migrate-db-wv4kl a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-wv4kl a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349 network default NAD default NAD key ] I0425 08:20:30.767492 3768 cni.go:473] [tsf-tpa/migrate-db-wv4kl a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-wv4kl a5261b450711597f3b593e0645728f73cc4c50564752955f5eacbe176ec5c349 network default NAD default NAD key default], result "{}", err I0425 08:20:30.822895 3768 obj_retry.go:498] Detected object tsf-tpa/migrate-db-wv4kl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:30.822951 3768 pods.go:176] Deleting pod: tsf-tpa/migrate-db-wv4kl I0425 08:20:30.824179 3768 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-wv4kl, ips: 10.130.0.40 I0425 08:20:30.824207 3768 obj_retry.go:498] Detected object tsf-tpa/migrate-db-wv4kl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:30.991217 3768 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wv4kl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:30.991245 3768 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wv4kl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:34.167181 3768 base_network_controller_pods.go:487] [default/tsf-tpa/server-577c854f8c-fbxfh] creating logical port tsf-tpa_server-577c854f8c-fbxfh for pod on switch ip-10-0-1-41.ec2.internal I0425 08:20:34.167272 3768 kube.go:256] Updating pod tsf-tpa/server-577c854f8c-fbxfh I0425 08:20:34.182849 3768 pod.go:62] [tsf-tpa/server-577c854f8c-fbxfh] pod update took 15.599425ms I0425 08:20:34.182875 3768 base_network_controller_pods.go:951] [default/tsf-tpa/server-577c854f8c-fbxfh] addLogicalPort annotation time took 15.629505ms I0425 08:20:34.184221 3768 pods.go:271] [tsf-tpa/server-577c854f8c-fbxfh] addLogicalPort took 17.057579ms, libovsdb time 829.682µs I0425 08:20:36.029317 3768 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-gxsc5] creating logical port tsf-tpa_importer-86bcdf477b-gxsc5 for pod on switch ip-10-0-1-41.ec2.internal I0425 08:20:36.029426 3768 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-gxsc5 I0425 08:20:36.046113 3768 pod.go:62] [tsf-tpa/importer-86bcdf477b-gxsc5] pod update took 16.731398ms I0425 08:20:36.046133 3768 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-gxsc5] addLogicalPort annotation time took 16.756713ms I0425 08:20:36.047424 3768 pods.go:271] [tsf-tpa/importer-86bcdf477b-gxsc5] addLogicalPort took 18.12419ms, libovsdb time 903.514µs I0425 08:20:36.130730 3768 obj_retry.go:498] Detected object tsf-tpa/create-importers-4ck62 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:36.131177 3768 obj_retry.go:498] Detected object tsf-tpa/create-importers-4ck62 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:36.547156 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0425 08:20:37.157170 3768 obj_retry.go:492] Detected object tsf-tpa/create-importers-4ck62 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:37.157190 3768 obj_retry.go:492] Detected object tsf-tpa/create-importers-4ck62 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:40.225802 3768 cni.go:452] [tsf-tpa/server-577c854f8c-fbxfh a14aa2d527e31fd362e9f70f01b20c229da827b6e37bb7658a235de3dbbb743a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-577c854f8c-fbxfh a14aa2d527e31fd362e9f70f01b20c229da827b6e37bb7658a235de3dbbb743a network default NAD default NAD key ] I0425 08:20:40.235635 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-577c854f8c-fbxfh, hostIfaceName: a14aa2d527e31fd, network: default, NAD default, SandboxID: "a14aa2d527e31fd362e9f70f01b20c229da827b6e37bb7658a235de3dbbb743a", PCI device ID: , UID: "6a35e56a-2766-4444-a309-937e11e6b179", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0425 08:20:40.288392 3768 cni.go:473] [tsf-tpa/server-577c854f8c-fbxfh a14aa2d527e31fd362e9f70f01b20c229da827b6e37bb7658a235de3dbbb743a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-577c854f8c-fbxfh a14aa2d527e31fd362e9f70f01b20c229da827b6e37bb7658a235de3dbbb743a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:b5:29:fb:05:06\",\"name\":\"a14aa2d527e31fd\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7459ac1-0e1f-4b72-b84b-152753604729\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:20:40.291496 3768 cni.go:452] [tsf-tpa/importer-86bcdf477b-gxsc5 aea017486918b076b55c1d8e99cf8d0f750ce204bfe3314cb358ea02881f4741 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-gxsc5 aea017486918b076b55c1d8e99cf8d0f750ce204bfe3314cb358ea02881f4741 network default NAD default NAD key ] I0425 08:20:40.300377 3768 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-gxsc5, hostIfaceName: aea017486918b07, network: default, NAD default, SandboxID: "aea017486918b076b55c1d8e99cf8d0f750ce204bfe3314cb358ea02881f4741", PCI device ID: , UID: "d21232d5-2c34-4a55-8932-f38ccdf2f2aa", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0425 08:20:40.357197 3768 cni.go:473] [tsf-tpa/importer-86bcdf477b-gxsc5 aea017486918b076b55c1d8e99cf8d0f750ce204bfe3314cb358ea02881f4741 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-gxsc5 aea017486918b076b55c1d8e99cf8d0f750ce204bfe3314cb358ea02881f4741 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:d6:98:41:49:f5\",\"name\":\"aea017486918b07\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28dc28c0-ff73-42d7-bff2-79b81f42f25c\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 08:20:40.656804 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0425 08:20:40.779736 3768 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 08:20:41.545996 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0425 08:20:50.215491 3768 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-fdcch-rtxvs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:50.216088 3768 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-fdcch-rtxvs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:20:51.241678 3768 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-fdcch-rtxvs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:20:51.241704 3768 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-fdcch-rtxvs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 08:20:51.756536 3768 util.go:959] Failed to build node endpoints for node ip-10-0-1-41.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0425 08:20:56.546250 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 W0425 08:21:07.180181 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 08:21:08.753423 3768 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:08.754010 3768 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:08.806017 3768 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:08.806034 3768 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:08.815978 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 08:21:08.816004 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 08:21:09.657546 3768 namespace.go:98] [build-service] adding namespace I0425 08:21:09.657607 3768 namespace.go:98] [integration-service] adding namespace I0425 08:21:09.657795 3768 namespace.go:98] [default-tenant] adding namespace I0425 08:21:09.658391 3768 namespace.go:102] [build-service] adding namespace took 825.797µs I0425 08:21:09.658424 3768 namespace.go:98] [image-controller] adding namespace I0425 08:21:09.658886 3768 namespace.go:102] [image-controller] adding namespace took 455.452µs I0425 08:21:09.659421 3768 namespace.go:102] [integration-service] adding namespace took 1.797094ms I0425 08:21:09.659942 3768 namespace.go:102] [default-tenant] adding namespace took 2.125942ms I0425 08:21:09.688789 3768 namespace.go:142] [build-service] updating namespace I0425 08:21:09.733715 3768 namespace.go:142] [build-service] updating namespace I0425 08:21:09.760874 3768 namespace.go:142] [integration-service] updating namespace I0425 08:21:09.795021 3768 namespace.go:142] [integration-service] updating namespace I0425 08:21:09.816690 3768 namespace.go:142] [image-controller] updating namespace I0425 08:21:09.847828 3768 namespace.go:142] [image-controller] updating namespace I0425 08:21:09.865662 3768 namespace.go:142] [default-tenant] updating namespace I0425 08:21:09.895680 3768 namespace.go:142] [default-tenant] updating namespace I0425 08:21:10.029007 3768 namespace.go:142] [build-service] updating namespace I0425 08:21:10.056122 3768 namespace.go:142] [integration-service] updating namespace I0425 08:21:10.120116 3768 namespace.go:98] [release-service] adding namespace I0425 08:21:10.120827 3768 namespace.go:102] [release-service] adding namespace took 696.207µs I0425 08:21:10.178981 3768 namespace.go:142] [konflux-ui] updating namespace I0425 08:21:10.191514 3768 namespace.go:142] [release-service] updating namespace I0425 08:21:10.233997 3768 namespace.go:142] [release-service] updating namespace I0425 08:21:10.507223 3768 namespace.go:98] [konflux-info] adding namespace I0425 08:21:10.507936 3768 namespace.go:102] [konflux-info] adding namespace took 683.839µs I0425 08:21:10.816019 3768 namespace.go:98] [namespace-lister] adding namespace I0425 08:21:10.816873 3768 namespace.go:102] [namespace-lister] adding namespace took 832.957µs I0425 08:21:10.892110 3768 namespace.go:142] [konflux-info] updating namespace I0425 08:21:10.892186 3768 namespace.go:142] [build-service] updating namespace I0425 08:21:11.130954 3768 namespace.go:142] [konflux-info] updating namespace I0425 08:21:11.133949 3768 namespace.go:98] [enterprise-contract-service] adding namespace I0425 08:21:11.134754 3768 namespace.go:102] [enterprise-contract-service] adding namespace took 787.635µs I0425 08:21:11.203743 3768 namespace.go:142] [image-controller] updating namespace I0425 08:21:11.229979 3768 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:11.280831 3768 namespace.go:142] [default-tenant] updating namespace I0425 08:21:11.348740 3768 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:11.360798 3768 namespace.go:142] [default-tenant] updating namespace I0425 08:21:11.360804 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:11.420516 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:11.466214 3768 namespace.go:98] [segment-bridge] adding namespace I0425 08:21:11.467049 3768 namespace.go:102] [segment-bridge] adding namespace took 819.923µs I0425 08:21:11.485500 3768 namespace.go:98] [konflux-cli] adding namespace I0425 08:21:11.486161 3768 namespace.go:102] [konflux-cli] adding namespace took 646.927µs I0425 08:21:11.606796 3768 namespace.go:142] [segment-bridge] updating namespace I0425 08:21:11.698020 3768 namespace.go:142] [segment-bridge] updating namespace I0425 08:21:11.698062 3768 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:11.727466 3768 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 08:21:11.728151 3768 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 08:21:11.728171 3768 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 08:21:11.731108 3768 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 08:21:11.771258 3768 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 08:21:11.771276 3768 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 08:21:11.772039 3768 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 08:21:11.829730 3768 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:12.863418 3768 namespace.go:142] [image-controller] updating namespace I0425 08:21:13.354194 3768 namespace.go:142] [integration-service] updating namespace I0425 08:21:13.726807 3768 namespace.go:142] [release-service] updating namespace I0425 08:21:13.866049 3768 namespace.go:142] [build-service] updating namespace I0425 08:21:13.957739 3768 namespace.go:142] [default-tenant] updating namespace I0425 08:21:13.974505 3768 namespace.go:142] [image-controller] updating namespace I0425 08:21:13.995432 3768 namespace.go:142] [integration-service] updating namespace I0425 08:21:14.012814 3768 namespace.go:142] [release-service] updating namespace I0425 08:21:14.120141 3768 namespace.go:142] [build-service] updating namespace I0425 08:21:14.192665 3768 namespace.go:142] [default-tenant] updating namespace I0425 08:21:14.258853 3768 namespace.go:142] [image-controller] updating namespace I0425 08:21:14.344268 3768 namespace.go:142] [integration-service] updating namespace I0425 08:21:14.412502 3768 namespace.go:142] [release-service] updating namespace I0425 08:21:15.761461 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:15.963865 3768 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:16.160759 3768 namespace.go:142] [konflux-info] updating namespace I0425 08:21:16.362782 3768 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:16.566267 3768 namespace.go:142] [segment-bridge] updating namespace I0425 08:21:16.689907 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:16.710825 3768 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:16.725817 3768 namespace.go:142] [konflux-info] updating namespace I0425 08:21:16.745331 3768 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:16.763717 3768 namespace.go:142] [segment-bridge] updating namespace I0425 08:21:16.841787 3768 namespace.go:142] [enterprise-contract-service] updating namespace I0425 08:21:16.923974 3768 namespace.go:142] [konflux-cli] updating namespace I0425 08:21:17.002021 3768 namespace.go:142] [konflux-info] updating namespace I0425 08:21:17.090319 3768 namespace.go:142] [namespace-lister] updating namespace I0425 08:21:17.191323 3768 namespace.go:142] [segment-bridge] updating namespace W0425 08:21:17.690602 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 08:21:17.720156 3768 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0425 08:21:18.766568 3768 namespace.go:142] [openshift-pipelines] updating namespace I0425 08:21:20.550574 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 W0425 08:21:26.292155 3768 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:26.292178 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:27.784516 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 08:21:27.784587 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 08:21:27.813424 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 08:21:27.813524 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 08:21:27.843756 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0425 08:21:27.881068 3768 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:27.881082 3768 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 08:21:27.910238 3768 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 08:21:27.910392 3768 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 08:21:27.936649 3768 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0425 08:21:29.667658 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0425 08:21:39.230952 3768 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:39.231549 3768 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:21:39.879348 3768 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:39.879370 3768 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:21:39.889178 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 I0425 08:21:39.889205 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-dkgp5 I0425 08:22:09.668264 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0425 08:22:37.387271 3768 obj_retry.go:498] Detected object konflux-ui/proxy-5f5bb7f756-6p722 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:37.387800 3768 obj_retry.go:498] Detected object konflux-ui/proxy-5f5bb7f756-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:38.253118 3768 obj_retry.go:492] Detected object konflux-ui/proxy-5f5bb7f756-6p722 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:38.253141 3768 obj_retry.go:492] Detected object konflux-ui/proxy-5f5bb7f756-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:38.264656 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5f5bb7f756-6p722 I0425 08:22:38.264678 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5f5bb7f756-6p722 I0425 08:22:41.651033 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 08:22:43.431622 3768 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:43.432319 3768 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:22:43.455531 3768 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:43.455549 3768 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:22:43.466032 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 08:22:43.466052 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 08:22:45.635877 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0425 08:23:12.311439 3768 namespace.go:98] [default-managed-tenant-c009b] adding namespace I0425 08:23:12.312292 3768 namespace.go:102] [default-managed-tenant-c009b] adding namespace took 832.22µs I0425 08:23:12.345563 3768 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:23:12.363980 3768 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:23:13.393214 3768 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:23:13.506952 3768 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:23:13.604066 3768 namespace.go:142] [default-managed-tenant-c009b] updating namespace I0425 08:24:15.646034 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0425 08:24:37.661228 3768 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0425 08:25:07.645791 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 08:26:36.670793 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0425 08:26:40.634718 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0425 08:26:55.636914 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 08:27:00.550502 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 08:27:16.560419 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=246 I0425 08:27:24.671564 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0425 08:28:48.548637 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=67 I0425 08:29:05.639156 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0425 08:29:26.202658 3768 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-86466b6cb-kl2n5 I0425 08:29:27.553883 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0425 08:29:32.550065 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=19 I0425 08:29:43.661425 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 08:30:04.228761 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:30:04.229355 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:30:05.104477 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:05.104500 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618430-2m72t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:23.550680 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0425 08:30:27.067849 3768 obj_retry.go:492] Detected object tsf-tpa/create-db-gp4bx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:27.067901 3768 obj_retry.go:492] Detected object tsf-tpa/create-db-gp4bx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:27.076051 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gp4bx I0425 08:30:27.076082 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gp4bx I0425 08:30:30.041994 3768 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wv4kl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:30.042037 3768 obj_retry.go:492] Detected object tsf-tpa/migrate-db-wv4kl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:30.050524 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-wv4kl I0425 08:30:30.050548 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-wv4kl I0425 08:30:37.051464 3768 obj_retry.go:492] Detected object tsf-tpa/create-importers-4ck62 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:37.051512 3768 obj_retry.go:492] Detected object tsf-tpa/create-importers-4ck62 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:30:37.059441 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-4ck62 I0425 08:30:37.059462 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-4ck62 I0425 08:31:05.664262 3768 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 08:32:17.564236 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=20 I0425 08:32:33.654565 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0425 08:33:38.640465 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 08:33:56.738235 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:33:56.738811 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:33:57.254266 3768 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:33:57.254295 3768 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:33:57.264223 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod I0425 08:33:57.264255 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-97bwq-init-pod I0425 08:33:58.431681 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:33:58.432265 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:06.552268 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0425 08:34:08.649745 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0425 08:34:12.553442 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0425 08:34:13.562104 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:13.562625 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:18.649827 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0425 08:34:35.764137 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:35.764726 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:39.904064 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:39.904662 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:40.665188 3768 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:34:40.665213 3768 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:34:40.675226 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod I0425 08:34:40.675252 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-xxq9z-clone-repository-pod I0425 08:34:43.674021 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0425 08:34:47.848324 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:47.848854 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:55.959349 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:55.959911 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:56.931462 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:34:56.932024 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:35:01.638876 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0425 08:35:10.675537 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0425 08:35:26.153387 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:35:26.154001 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:35:36.554212 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0425 08:36:00.553256 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0425 08:36:11.643187 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 08:36:33.664473 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0425 08:36:46.202064 3768 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cg5fv W0425 08:36:46.202090 3768 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa015882zdw I0425 08:37:12.557209 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0425 08:37:51.907294 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:37:51.907837 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:37:57.318331 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:37:57.318865 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:01.505399 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:01.505959 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:07.596976 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:07.597543 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:38:11.667719 3768 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 08:39:20.517692 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:20.518286 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:20.679699 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:20.680309 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:24.628089 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:24.628625 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:24.710021 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:24.710577 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:27.618033 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:27.618598 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:28.724477 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:28.725108 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:28.770920 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:28.771421 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:34.742921 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:34.743504 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:40.849916 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:40.850485 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:42.164455 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:42.165032 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:42.661819 3768 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:39:42.661843 3768 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:39:42.672817 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod I0425 08:39:42.672845 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-lg7wn-clone-repository-pod I0425 08:39:42.858353 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:42.858874 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:43.973444 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:39:43.974023 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:16.255343 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:16.255913 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:19.162193 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:19.162716 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:19.204035 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:19.204485 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:19.644112 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 08:40:22.297902 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:22.298449 3768 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:40:23.011050 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:23.011071 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618440-98b95 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:23.051958 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:23.051978 3768 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:40:23.059920 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm I0425 08:40:23.059951 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618410-hv4hm I0425 08:40:31.658429 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 08:41:14.653849 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 08:42:10.568075 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=426 I0425 08:42:11.557165 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0425 08:42:16.677458 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0425 08:42:24.562217 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:24.562871 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:24.642953 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0425 08:42:25.555717 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0425 08:42:49.188877 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:49.189509 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:57.893284 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:57.893842 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-8flps-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:58.255400 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:58.255989 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mt6qk-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:42:59.679409 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 08:43:11.653755 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0425 08:43:15.402082 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:15.402632 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-tprqp-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:15.435234 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:15.435659 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-lfgfg-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:18.180105 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:18.180678 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:23.486224 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:23.486794 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:33.674040 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-lfgfg-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:33.674552 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-lfgfg-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:36.426419 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:36.426970 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:36.464693 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:36.465167 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:37.697475 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:37.698020 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:39.504451 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-tprqp-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:39.505023 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-tprqp-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:40.557496 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0425 08:43:45.742392 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:45.742987 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:50.574387 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:43:50.574948 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:08.782241 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:08.782772 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:20.976832 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:20.977367 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:22.646330 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0425 08:44:30.246961 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.247518 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.291799 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.292290 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:30.668077 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0425 08:44:33.255451 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:33.256110 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:35.794771 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:35.795325 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:35.832091 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:35.832519 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:43.361352 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:43.361881 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:55.531756 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:44:55.532336 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:07.689436 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:07.689998 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:15.807970 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:15.808533 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:31.426563 3768 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:31.427114 3768 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:31.730821 3768 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:45:31.730850 3768 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:45:31.740917 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m I0425 08:45:31.740957 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h7q5m I0425 08:45:35.556737 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0425 08:45:41.269744 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:45:41.270277 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:06.647429 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0425 08:46:07.575313 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:07.575880 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:17.560661 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0425 08:46:32.153947 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:32.154556 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:39.022776 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:39.023349 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:44.657540 3768 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 08:46:54.538014 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:54.538575 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:55.032796 3768 obj_retry.go:492] Detected object default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:46:55.032818 3768 obj_retry.go:492] Detected object default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 08:46:55.048593 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 I0425 08:46:55.048622 3768 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-c009b/affinity-assistant-279e89b3d3-0 I0425 08:46:55.234950 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:46:55.235491 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-gfn6w-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:00.341240 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:00.341779 3768 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-4l278-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:04.671082 3768 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 08:47:11.430907 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-dxntr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:11.431440 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-dxntr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:24.571658 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=395 I0425 08:47:27.676383 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-dxntr-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:27.676967 3768 obj_retry.go:498] Detected object default-tenant/my-integration-test-pscf-dxntr-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:29.560647 3768 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0425 08:47:29.646642 3768 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0425 08:47:47.955175 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:47.955760 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:58.176102 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:47:58.176659 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 08:48:06.342109 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 08:48:06.342667 3768 obj_retry.go:498] Detected object default-managed-tenant-c009b/managed-9z42m-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it