+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-52.ec2.internal ++ [[ -n ip-10-0-2-52.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-52.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 07:07:34.278566982 - disable conntrack on geneve port' I0424 07:07:34.278566982 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 07:07:34.346934282 - starting ovnkube-node' I0424 07:07:34.346934282 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-52.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-52.ec2.internal --init-node ip-10-0-2-52.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-52.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 07:07:34.409128 3777 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 07:07:34.409219 3777 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-57b70f2209.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 07:07:34.411855 3777 kube.go:431] Waiting for certificate I0424 07:07:34.411893 3777 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 07:07:34.411937 3777 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 07:07:34.412740 3777 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 07:07:34.440751 3777 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:34.440773 3777 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:34.443841 3777 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:34.443944 3777 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gs9lr" I0424 07:07:34.453044 3777 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-gs9lr" I0424 07:07:34.453114 3777 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 07:07:35.412908 3777 kube.go:438] Certificate found I0424 07:07:35.413386 3777 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 07:07:35.414268 3777 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 07:07:35.462750 3777 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 07:02:34 +0000 UTC" deadline="2026-04-25 03:36:49.988596857 +0000 UTC" I0424 07:07:35.463086 3777 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h29m14.525701114s" I0424 07:07:35.482602 3777 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 07:07:35.505304 3777 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 07:07:35.505377 3777 factory.go:561] Starting watch factory I0424 07:07:35.505464 3777 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.505485 3777 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.505511 3777 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.505533 3777 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.505946 3777 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.505959 3777 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.505464 3777 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.505464 3777 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.506133 3777 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.506185 3777 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.506856 3777 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.506892 3777 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.509967 3777 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 07:07:35.510346 3777 server.go:101] MetricServer registers OVS metrics I0424 07:07:35.510886 3777 server.go:105] MetricServer registers OVN DB metrics I0424 07:07:35.511405 3777 controller_manager.go:370] Starting the ovnkube controller I0424 07:07:35.511418 3777 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-52.ec2.internal I0424 07:07:35.511473 3777 controller_manager.go:395] NBDB zone sync took: 47.043µs I0424 07:07:35.511483 3777 factory.go:561] Starting watch factory I0424 07:07:35.516022 3777 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 07:07:35.516045 3777 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 07:07:35.524471 3777 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.524772 3777 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.528971 3777 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.529088 3777 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.529612 3777 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.531239 3777 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 07:07:35.531337 3777 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 07:07:35.535897 3777 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 07:07:35.535928 3777 server.go:109] MetricServer registers OVN Controller metrics I0424 07:07:35.537109 3777 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 07:07:35.540700 3777 server.go:113] MetricServer registers OVN Northd metrics I0424 07:07:35.545137 3777 metrics.go:519] OVN Metrics Server starts to run ... I0424 07:07:35.610990 3777 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 07:07:35.611005 3777 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 07:07:35.611009 3777 factory.go:1977] *v1.Node informer cache synced successfully I0424 07:07:35.611012 3777 factory.go:1977] *v1.Service informer cache synced successfully I0424 07:07:35.611015 3777 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 07:07:35.611017 3777 factory.go:1977] *v1.Pod informer cache synced successfully I0424 07:07:35.611086 3777 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:35.611098 3777 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:35.611128 3777 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:35.611148 3777 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:35.614491 3777 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:35.614499 3777 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 07:07:35.616274 3777 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 07:07:35.616285 3777 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 07:07:35.616381 3777 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.616403 3777 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.617978 3777 factory.go:1977] *v1.Pod informer cache synced successfully I0424 07:07:35.617993 3777 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 07:07:35.617998 3777 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 07:07:35.618002 3777 factory.go:1977] *v1.Node informer cache synced successfully I0424 07:07:35.618006 3777 factory.go:1977] *v1.Service informer cache synced successfully I0424 07:07:35.618010 3777 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 07:07:35.623324 3777 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 07:07:35.623333 3777 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 07:07:35.637500 3777 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.723039 3777 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 07:07:35.723127 3777 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.723142 3777 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.726221 3777 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.728396 3777 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 07:07:35.728460 3777 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.728473 3777 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.728542 3777 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 07:07:35.730930 3777 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.734045 3777 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 07:07:35.734062 3777 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 07:07:35.734119 3777 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.734132 3777 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.736453 3777 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.739658 3777 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 07:07:35.739675 3777 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 07:07:35.739744 3777 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.739764 3777 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.742237 3777 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.745291 3777 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 07:07:35.745378 3777 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 07:07:35.745483 3777 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:35.745500 3777 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:35.747950 3777 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 07:07:35.751004 3777 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 07:07:35.751017 3777 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 07:07:35.751061 3777 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.751071 3777 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.751073 3777 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.751084 3777 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.753765 3777 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.756951 3777 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 07:07:35.797540 3777 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 07:07:35.857933 3777 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 07:07:35.857943 3777 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 07:07:35.857950 3777 factory.go:680] Watch Factory start up complete, took: 352.575178ms I0424 07:07:35.858011 3777 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 07:07:35.862658 3777 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 07:07:35.862672 3777 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 07:07:35.862682 3777 factory.go:680] Watch Factory start up complete, took: 351.195353ms I0424 07:07:35.862692 3777 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-52.ec2.internal" zone I0424 07:07:35.910557 3777 default_node_network_controller.go:710] Initializing the default node network controller I0424 07:07:36.000217 3777 udn_isolation.go:101] Starting UDN host isolation manager I0424 07:07:36.007723 3777 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 07:07:36.083025 3777 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 07:07:36.083102 3777 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 07:07:36.083121 3777 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 07:07:36.117466 3777 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 07:07:36.117523 3777 default_node_network_controller.go:809] Node ip-10-0-2-52.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0424 07:07:36.123189 3777 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.52"] k8s.ovn.org/zone-name:ip-10-0-2-52.ec2.internal] on node ip-10-0-2-52.ec2.internal I0424 07:07:36.142801 3777 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 07:07:36.150917 3777 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 07:07:36.151083 3777 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0424 07:07:36.151300 3777 gateway_init.go:263] Preparing Gateway I0424 07:07:36.151318 3777 gateway_shared_intf.go:1687] Creating new gateway I0424 07:07:36.252017 3777 iptables.go:108] Creating table: filter chain: FORWARD I0424 07:07:36.258866 3777 iptables.go:108] Creating table: filter chain: OUTPUT I0424 07:07:36.265606 3777 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 07:07:36.265624 3777 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-52.ec2.internal","mac-address":"0e:60:2a:d9:7f:55","ip-addresses":["10.0.2.52/24"],"ip-address":"10.0.2.52/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:92ec1df1-fd48-484b-965d-550ec457db63 k8s.ovn.org/node-encap-ips:["10.0.2.52"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.52/24"} k8s.ovn.org/zone-name:ip-10-0-2-52.ec2.internal] on node ip-10-0-2-52.ec2.internal I0424 07:07:36.285498 3777 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:36.363108 3777 controller_manager.go:429] Waiting for node in zone sync took: 500.399969ms I0424 07:07:36.368892 3777 controller_manager.go:611] Switching to transit router for layer2 networks I0424 07:07:36.368920 3777 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-52.ec2.internal I0424 07:07:36.383302 3777 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 07:07:36.390673 3777 controller_manager.go:290] SCTP support detected in OVN I0424 07:07:36.391273 3777 services_controller.go:69] Creating services controller for network=default I0424 07:07:36.391371 3777 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 07:07:36.391474 3777 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 07:07:36.391507 3777 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 07:07:36.391523 3777 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 07:07:36.391533 3777 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 07:07:36.391774 3777 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 07:07:36.391825 3777 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 07:07:36.391883 3777 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.661µs I0424 07:07:36.391907 3777 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.837µs I0424 07:07:36.391916 3777 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 90.916µs I0424 07:07:36.391922 3777 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 07:07:36.391930 3777 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 07:07:36.391944 3777 default_network_controller.go:325] Starting the default network controller I0424 07:07:36.392030 3777 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.303µs I0424 07:07:36.392299 3777 udn_enabled_svc.go:95] Performing full resync I0424 07:07:36.392698 3777 udn_enabled_svc.go:99] Waiting for handler to sync I0424 07:07:36.392715 3777 udn_enabled_svc.go:104] Starting worker I0424 07:07:36.401936 3777 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 07:07:36.402017 3777 repair.go:33] Syncing exgw routes took 68.177µs I0424 07:07:36.402049 3777 default_network_controller.go:414] Starting all the Watchers... I0424 07:07:36.402302 3777 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 07:07:36.402316 3777 namespace.go:98] [openshift-backplane] adding namespace I0424 07:07:36.402321 3777 namespace.go:98] [openshift-dns-operator] adding namespace I0424 07:07:36.402335 3777 namespace.go:98] [openshift-monitoring] adding namespace I0424 07:07:36.402351 3777 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 07:07:36.402428 3777 namespace.go:98] [openshift-console] adding namespace I0424 07:07:36.402442 3777 namespace.go:98] [openshift-authentication] adding namespace I0424 07:07:36.402450 3777 namespace.go:98] [openshift-ingress] adding namespace I0424 07:07:36.402457 3777 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 07:07:36.402460 3777 namespace.go:98] [openshift-marketplace] adding namespace I0424 07:07:36.402464 3777 namespace.go:98] [openshift-operators] adding namespace I0424 07:07:36.402468 3777 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 07:07:36.402471 3777 namespace.go:98] [openshift] adding namespace I0424 07:07:36.402477 3777 namespace.go:98] [openshift-insights] adding namespace I0424 07:07:36.402482 3777 namespace.go:98] [openshift-node] adding namespace I0424 07:07:36.403072 3777 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 755.121µs I0424 07:07:36.403088 3777 namespace.go:98] [default] adding namespace I0424 07:07:36.403670 3777 namespace.go:102] [default] adding namespace took 575.6µs I0424 07:07:36.403687 3777 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 07:07:36.404373 3777 namespace.go:102] [openshift-backplane-csm] adding namespace took 678.073µs I0424 07:07:36.404391 3777 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 07:07:36.404910 3777 namespace.go:102] [openshift-dns-operator] adding namespace took 2.576207ms I0424 07:07:36.404930 3777 namespace.go:98] [openshift-cluster-version] adding namespace I0424 07:07:36.405574 3777 namespace.go:102] [openshift-backplane] adding namespace took 3.249286ms I0424 07:07:36.405595 3777 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 07:07:36.406129 3777 namespace.go:102] [openshift-monitoring] adding namespace took 3.781371ms I0424 07:07:36.406151 3777 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 07:07:36.406785 3777 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.418207ms I0424 07:07:36.406803 3777 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 07:07:36.407393 3777 namespace.go:102] [openshift-console] adding namespace took 4.953001ms I0424 07:07:36.407410 3777 namespace.go:98] [openshift-network-operator] adding namespace I0424 07:07:36.408360 3777 namespace.go:102] [openshift-authentication] adding namespace took 5.908366ms I0424 07:07:36.408378 3777 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 07:07:36.408955 3777 namespace.go:102] [openshift-ingress] adding namespace took 6.498067ms I0424 07:07:36.408972 3777 namespace.go:98] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] adding namespace I0424 07:07:36.409544 3777 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.081255ms I0424 07:07:36.409566 3777 namespace.go:98] [openshift-config] adding namespace I0424 07:07:36.410014 3777 namespace.go:102] [openshift-marketplace] adding namespace took 7.548425ms I0424 07:07:36.410028 3777 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 07:07:36.410575 3777 namespace.go:102] [openshift-operators] adding namespace took 8.104602ms I0424 07:07:36.410590 3777 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 07:07:36.411142 3777 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.668392ms I0424 07:07:36.411174 3777 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 07:07:36.411651 3777 namespace.go:102] [openshift] adding namespace took 9.168571ms I0424 07:07:36.411665 3777 namespace.go:98] [openshift-apiserver] adding namespace I0424 07:07:36.412135 3777 namespace.go:102] [openshift-insights] adding namespace took 9.65032ms I0424 07:07:36.412151 3777 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 07:07:36.412687 3777 namespace.go:102] [openshift-node] adding namespace took 10.198999ms I0424 07:07:36.412702 3777 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 07:07:36.413286 3777 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.890064ms I0424 07:07:36.413300 3777 namespace.go:98] [openshift-image-registry] adding namespace I0424 07:07:36.413883 3777 namespace.go:102] [openshift-cluster-version] adding namespace took 8.946869ms I0424 07:07:36.413898 3777 namespace.go:98] [openshift-machine-api] adding namespace I0424 07:07:36.414411 3777 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.810545ms I0424 07:07:36.414425 3777 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 07:07:36.414925 3777 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.769621ms I0424 07:07:36.414938 3777 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 07:07:36.415503 3777 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.693531ms I0424 07:07:36.415517 3777 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 07:07:36.416002 3777 namespace.go:102] [openshift-network-operator] adding namespace took 8.586597ms I0424 07:07:36.416015 3777 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 07:07:36.416592 3777 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.20837ms I0424 07:07:36.416604 3777 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 07:07:36.417131 3777 namespace.go:102] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] adding namespace took 8.152344ms I0424 07:07:36.417151 3777 namespace.go:98] [openshift-config-operator] adding namespace W0424 07:07:36.417656 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9b97p: pod openshift-network-diagnostics/network-check-target-9b97p: no pod IPs found I0424 07:07:36.417679 3777 namespace.go:102] [openshift-config] adding namespace took 8.10634ms I0424 07:07:36.417693 3777 namespace.go:98] [openshift-network-console] adding namespace I0424 07:07:36.418241 3777 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.206518ms I0424 07:07:36.418254 3777 namespace.go:98] [openshift-config-managed] adding namespace I0424 07:07:36.418705 3777 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.109291ms I0424 07:07:36.418716 3777 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 07:07:36.419315 3777 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.132358ms I0424 07:07:36.419340 3777 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 07:07:36.419963 3777 namespace.go:102] [openshift-apiserver] adding namespace took 8.290634ms I0424 07:07:36.419982 3777 namespace.go:98] [openshift-controller-manager] adding namespace I0424 07:07:36.420553 3777 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.396196ms I0424 07:07:36.420567 3777 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 07:07:36.421076 3777 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.370279ms I0424 07:07:36.421086 3777 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 07:07:36.421623 3777 namespace.go:102] [openshift-image-registry] adding namespace took 8.318468ms I0424 07:07:36.421637 3777 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 07:07:36.422008 3777 namespace.go:102] [openshift-machine-api] adding namespace took 8.102289ms I0424 07:07:36.422028 3777 namespace.go:98] [openshift-console-operator] adding namespace I0424 07:07:36.422517 3777 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.086816ms I0424 07:07:36.422530 3777 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 07:07:36.422939 3777 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.995757ms I0424 07:07:36.422953 3777 namespace.go:98] [kube-public] adding namespace I0424 07:07:36.423317 3777 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.793962ms I0424 07:07:36.423332 3777 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 07:07:36.423795 3777 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.774159ms I0424 07:07:36.423807 3777 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 07:07:36.424137 3777 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.528161ms I0424 07:07:36.424150 3777 namespace.go:98] [openshift-infra] adding namespace I0424 07:07:36.424662 3777 namespace.go:102] [openshift-config-operator] adding namespace took 7.504649ms I0424 07:07:36.424676 3777 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 07:07:36.425204 3777 namespace.go:102] [openshift-network-console] adding namespace took 7.505048ms I0424 07:07:36.425219 3777 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 07:07:36.425755 3777 namespace.go:102] [openshift-config-managed] adding namespace took 7.494822ms I0424 07:07:36.425769 3777 namespace.go:98] [kube-node-lease] adding namespace I0424 07:07:36.426252 3777 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.52789ms I0424 07:07:36.426274 3777 namespace.go:98] [openshift-host-network] adding namespace I0424 07:07:36.426694 3777 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.349343ms I0424 07:07:36.426706 3777 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 07:07:36.427184 3777 namespace.go:102] [openshift-controller-manager] adding namespace took 7.195527ms I0424 07:07:36.427199 3777 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 07:07:36.427652 3777 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.079953ms I0424 07:07:36.427666 3777 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 07:07:36.428182 3777 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.092586ms I0424 07:07:36.428193 3777 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 07:07:36.428682 3777 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.039818ms I0424 07:07:36.429102 3777 namespace.go:102] [openshift-console-operator] adding namespace took 7.068627ms I0424 07:07:36.429115 3777 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 07:07:36.429600 3777 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.065376ms I0424 07:07:36.429611 3777 namespace.go:98] [openshift-etcd] adding namespace I0424 07:07:36.430021 3777 namespace.go:102] [kube-public] adding namespace took 7.062163ms I0424 07:07:36.430035 3777 namespace.go:98] [openshift-logging] adding namespace I0424 07:07:36.430495 3777 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.15818ms I0424 07:07:36.430504 3777 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 07:07:36.430926 3777 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.114634ms I0424 07:07:36.430934 3777 namespace.go:98] [openshift-package-operator] adding namespace I0424 07:07:36.431425 3777 namespace.go:102] [openshift-infra] adding namespace took 7.270013ms I0424 07:07:36.431439 3777 namespace.go:98] [dedicated-admin] adding namespace I0424 07:07:36.431918 3777 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.236309ms I0424 07:07:36.431932 3777 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 07:07:36.432432 3777 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.208165ms I0424 07:07:36.432446 3777 namespace.go:98] [kube-system] adding namespace I0424 07:07:36.432926 3777 namespace.go:102] [kube-node-lease] adding namespace took 7.151021ms I0424 07:07:36.432941 3777 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 07:07:36.433481 3777 namespace.go:102] [openshift-host-network] adding namespace took 7.200177ms I0424 07:07:36.433494 3777 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 07:07:36.433886 3777 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.175156ms I0424 07:07:36.433897 3777 namespace.go:98] [openshift-dns] adding namespace I0424 07:07:36.434716 3777 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.511061ms I0424 07:07:36.434735 3777 namespace.go:98] [openshift-multus] adding namespace I0424 07:07:36.435120 3777 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.447092ms I0424 07:07:36.435140 3777 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 07:07:36.435779 3777 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.578005ms I0424 07:07:36.435795 3777 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 07:07:36.436307 3777 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.186895ms I0424 07:07:36.436317 3777 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 07:07:36.436711 3777 namespace.go:102] [openshift-etcd] adding namespace took 7.095632ms I0424 07:07:36.437197 3777 namespace.go:102] [openshift-logging] adding namespace took 7.157597ms I0424 07:07:36.437586 3777 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.077728ms I0424 07:07:36.438185 3777 namespace.go:102] [openshift-package-operator] adding namespace took 7.248387ms I0424 07:07:36.438677 3777 namespace.go:102] [dedicated-admin] adding namespace took 7.230528ms I0424 07:07:36.439129 3777 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.19052ms I0424 07:07:36.439147 3777 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 07:07:36.439677 3777 namespace.go:102] [kube-system] adding namespace took 7.22369ms I0424 07:07:36.440281 3777 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.33447ms I0424 07:07:36.440797 3777 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.297507ms W0424 07:07:36.441388 3777 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tftbn: pod openshift-multus/network-metrics-daemon-tftbn: no pod IPs found I0424 07:07:36.441430 3777 namespace.go:102] [openshift-dns] adding namespace took 7.524684ms I0424 07:07:36.442032 3777 namespace.go:102] [openshift-multus] adding namespace took 7.291141ms I0424 07:07:36.442606 3777 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.457026ms I0424 07:07:36.442625 3777 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 07:07:36.443235 3777 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.431392ms I0424 07:07:36.443688 3777 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.365502ms I0424 07:07:36.444154 3777 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.00153ms I0424 07:07:36.444622 3777 namespace.go:102] [openshift-must-gather-operator] adding namespace took 1.990304ms I0424 07:07:36.444809 3777 master.go:548] Adding or Updating local node "ip-10-0-2-52.ec2.internal" for network "default" I0424 07:07:36.445672 3777 zone_ic_handler.go:195] Time taken to create transit switch: 313.592µs I0424 07:07:36.445689 3777 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-177.ec2.internal for the network default E0424 07:07:36.445962 3777 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-179.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-179.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-179.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0093773e8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2943214765}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 07:07:36.446037 3777 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-179.ec2.internal", UID:"f7344213-0812-4463-9cd8-e5815421ac24", APIVersion:"v1", ResourceVersion:"8650", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-179.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-179.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0093773e8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2943214765}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 07:07:36.447104 3777 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-177.ec2.internal" on network "default" took: 1.757421ms W0424 07:07:36.453876 3777 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tftbn: pod openshift-multus/network-metrics-daemon-tftbn: no pod IPs found W0424 07:07:36.453898 3777 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9b97p: pod openshift-network-diagnostics/network-check-target-9b97p: no pod IPs found I0424 07:07:36.454894 3777 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-52.ec2.internal for the network default I0424 07:07:36.455118 3777 zone_ic_handler.go:195] Time taken to create transit switch: 208.755µs I0424 07:07:36.455898 3777 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 07:07:36.455932 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:36.455989 3777 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 07:07:36.455990 3777 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:36.456009 3777 services_controller.go:574] Full service sync requested for network=default I0424 07:07:36.456014 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-179.ec2.internal in network "default" I0424 07:07:36.456009 3777 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 07:07:36.456041 3777 node_tracker.go:169] Node ip-10-0-0-179.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:36.456048 3777 services_controller.go:574] Full service sync requested for network=default I0424 07:07:36.456053 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-177.ec2.internal in network "default" I0424 07:07:36.456074 3777 node_tracker.go:169] Node ip-10-0-1-177.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:36.456081 3777 services_controller.go:574] Full service sync requested for network=default I0424 07:07:36.556504 3777 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 07:07:36.556526 3777 services_controller.go:208] Setting up event handlers for services for network=default I0424 07:07:36.556570 3777 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 07:07:36.556600 3777 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 07:07:36.556611 3777 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 07:07:36.656787 3777 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 07:07:36.656814 3777 repair.go:60] Starting repairing loop for services I0424 07:07:36.656895 3777 repair.go:131] Deleted 0 stale service LBs I0424 07:07:36.656915 3777 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 07:07:36.656930 3777 repair.go:62] Finished repairing loop for services: 119.167µs I0424 07:07:36.656955 3777 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 07:07:36.656965 3777 services_controller.go:254] Starting workers for network=default I0424 07:07:36.658145 3777 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9b97p] creating logical port openshift-network-diagnostics_network-check-target-9b97p for pod on switch ip-10-0-2-52.ec2.internal I0424 07:07:36.658289 3777 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tftbn] creating logical port openshift-multus_network-metrics-daemon-tftbn for pod on switch ip-10-0-2-52.ec2.internal I0424 07:07:36.658293 3777 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9b97p I0424 07:07:36.658368 3777 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tftbn I0424 07:07:36.675003 3777 pod.go:62] [openshift-network-diagnostics/network-check-target-9b97p] pod update took 16.750463ms I0424 07:07:36.675074 3777 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9b97p] addLogicalPort annotation time took 16.824345ms I0424 07:07:36.675923 3777 pods.go:271] [openshift-network-diagnostics/network-check-target-9b97p] addLogicalPort took 17.792286ms, libovsdb time 621.258µs I0424 07:07:36.676478 3777 pod.go:62] [openshift-multus/network-metrics-daemon-tftbn] pod update took 18.14251ms I0424 07:07:36.676495 3777 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-tftbn] addLogicalPort annotation time took 18.16348ms I0424 07:07:36.677347 3777 pods.go:271] [openshift-multus/network-metrics-daemon-tftbn] addLogicalPort took 19.065612ms, libovsdb time 665.826µs I0424 07:07:36.677919 3777 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 07:07:36.677947 3777 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 07:07:36.677970 3777 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 07:07:36.677976 3777 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 07:07:36.678178 3777 repair.go:29] Repairing admin network policies took 196.013µs I0424 07:07:36.678294 3777 repair.go:92] Repairing baseline admin network policies took 105.673µs I0424 07:07:36.678719 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 07:07:36.678735 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 07:07:36.680310 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 07:07:36.680331 3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 07:07:36.680343 3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 07:07:36.682408 3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 07:07:36.682427 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 07:07:36.682435 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 07:07:36.683928 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 07:07:36.683946 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 07:07:36.683954 3777 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 07:07:36.686052 3777 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 07:07:36.686070 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 07:07:36.686077 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 07:07:36.687281 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 07:07:36.687305 3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 07:07:36.687312 3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 07:07:36.687590 3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 07:07:36.687606 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 07:07:36.687614 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 07:07:36.689046 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 07:07:36.689064 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 07:07:36.689071 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 07:07:36.689590 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 07:07:36.689608 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 07:07:36.689617 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 07:07:36.690119 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 07:07:36.690140 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 07:07:36.690878 3777 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 07:07:36.690891 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 07:07:36.691633 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 07:07:36.691652 3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 07:07:36.691660 3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 07:07:36.693482 3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 07:07:36.693501 3777 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 07:07:36.693508 3777 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 07:07:36.694420 3777 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 07:07:36.694438 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 07:07:36.694447 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 07:07:36.696145 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 07:07:36.696186 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 07:07:36.696198 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 07:07:36.696806 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 07:07:36.696830 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 07:07:36.696844 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 07:07:36.697994 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 07:07:36.698014 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 07:07:36.698025 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 07:07:36.699246 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 07:07:36.699264 3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 07:07:36.699271 3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 07:07:36.699789 3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 07:07:36.699815 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 07:07:36.699823 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 07:07:36.700433 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 07:07:36.700450 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 07:07:36.700457 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 07:07:36.700830 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 07:07:36.700857 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 07:07:36.700870 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 07:07:36.701442 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 07:07:36.701460 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 07:07:36.701479 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 07:07:36.702199 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 07:07:36.702221 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 07:07:36.702229 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 07:07:36.702828 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 07:07:36.702846 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 07:07:36.702856 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 07:07:36.704292 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 07:07:36.704316 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 07:07:36.704329 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 07:07:36.705600 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 07:07:36.705635 3777 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 07:07:36.705646 3777 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 07:07:36.707062 3777 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 07:07:36.707080 3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 07:07:36.707088 3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 07:07:36.708304 3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 07:07:36.708322 3777 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 07:07:36.708331 3777 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 07:07:36.708897 3777 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 07:07:36.708916 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 07:07:36.708925 3777 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 07:07:36.709427 3777 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 07:07:36.709447 3777 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 07:07:36.709458 3777 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 07:07:36.709989 3777 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 07:07:36.715941 3777 egressfirewall.go:374] Starting EgressFirewall controller I0424 07:07:36.715985 3777 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 07:07:36.716001 3777 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 07:07:36.716025 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 07:07:36.716085 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 07:07:36.716141 3777 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 07:07:36.716088 3777 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 07:07:36.716625 3777 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 07:07:36.716645 3777 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 07:07:36.716652 3777 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 07:07:36.716663 3777 egressqos.go:193] Setting up event handlers for EgressQoS I0424 07:07:36.716684 3777 egressfirewall.go:723] Syncing node "ip-10-0-1-177.ec2.internal" for egress firewall I0424 07:07:36.716709 3777 egressfirewall.go:723] Syncing node "ip-10-0-2-52.ec2.internal" for egress firewall I0424 07:07:36.716717 3777 egressfirewall.go:723] Syncing node "ip-10-0-0-179.ec2.internal" for egress firewall I0424 07:07:36.716982 3777 egressqos.go:245] Starting EgressQoS Controller I0424 07:07:36.716999 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 07:07:36.717008 3777 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 07:07:36.717015 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 07:07:36.717022 3777 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 07:07:36.717081 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 07:07:36.717090 3777 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 07:07:36.717095 3777 egressqos.go:259] Repairing EgressQoSes I0424 07:07:36.717101 3777 egressqos.go:399] Starting repairing loop for egressqos I0424 07:07:36.717219 3777 egressqos.go:401] Finished repairing loop for egressqos: 118.127µs I0424 07:07:36.717243 3777 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 07:07:36.717381 3777 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-52.ec2.internal I0424 07:07:36.717500 3777 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-52.ec2.internal : 122.719µs I0424 07:07:36.717679 3777 egressservice_zone.go:210] Starting Egress Services Controller I0424 07:07:36.717691 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 07:07:36.717697 3777 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 07:07:36.717716 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 07:07:36.717721 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 07:07:36.717726 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 07:07:36.717731 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 07:07:36.717735 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 07:07:36.717740 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 07:07:36.717743 3777 egressservice_zone.go:228] Repairing Egress Services I0424 07:07:36.718106 3777 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 07:07:36.718116 3777 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 07:07:36.718198 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-177.ec2.internal I0424 07:07:36.718217 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-177.ec2.internal: 23.646µs I0424 07:07:36.718225 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:36.718229 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 4.573µs I0424 07:07:36.718234 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-179.ec2.internal I0424 07:07:36.718239 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-179.ec2.internal: 5.978µs I0424 07:07:36.718274 3777 default_network_controller.go:585] Completing all the Watchers took 316.218429ms I0424 07:07:36.718285 3777 default_network_controller.go:589] Starting unidling controllers I0424 07:07:36.718297 3777 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 07:07:36.718304 3777 unidle.go:63] Populating Initial ContollerEvent events I0424 07:07:36.718314 3777 unidle.go:79] Setting up event handlers for services I0424 07:07:36.718359 3777 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 07:07:36.787052 3777 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:37.286707 3777 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:37.786750 3777 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:38.253689 3777 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 07:07:38.287396 3777 default_node_network_controller.go:519] Node connection status = connected I0424 07:07:38.305493 3777 bridgeconfig.go:537] Gateway is ready I0424 07:07:38.305511 3777 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 07:07:38.317484 3777 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.52. Updating OVN encap IP. I0424 07:07:38.323209 3777 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.52 - it is already configured I0424 07:07:38.323225 3777 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.52/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 07:07:38.323437 3777 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.52/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-52.ec2.internal","mac-address":"0e:60:2a:d9:7f:55","ip-addresses":["10.0.2.52/24"],"ip-address":"10.0.2.52/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:92ec1df1-fd48-484b-965d-550ec457db63 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.52/24"}] on node ip-10-0-2-52.ec2.internal I0424 07:07:38.339510 3777 egressfirewall.go:723] Syncing node "ip-10-0-2-52.ec2.internal" for egress firewall I0424 07:07:38.339547 3777 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-52.ec2.internal in network "default" I0424 07:07:38.339569 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:38.339587 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 23.239µs I0424 07:07:38.339607 3777 node_tracker.go:169] Node ip-10-0-2-52.ec2.internal switch + router changed, syncing services in network "default" I0424 07:07:38.339625 3777 services_controller.go:574] Full service sync requested for network=default I0424 07:07:38.339629 3777 master.go:548] Adding or Updating local node "ip-10-0-2-52.ec2.internal" for network "default" I0424 07:07:38.340190 3777 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.52 I0424 07:07:38.340363 3777 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-52.ec2.internal I0424 07:07:38.344331 3777 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-52.ec2.internal. Updating no re-route policies I0424 07:07:38.344402 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9b97p I0424 07:07:38.344413 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-869hr I0424 07:07:38.344422 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ps6j2 I0424 07:07:38.344430 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-tj6pq I0424 07:07:38.344435 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ps6j2 I0424 07:07:38.344436 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9wrqm I0424 07:07:38.344442 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-tj6pq I0424 07:07:38.344442 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-x7ts4 I0424 07:07:38.344442 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-xvmqm I0424 07:07:38.344455 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-x7ts4 I0424 07:07:38.344457 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-xvmqm I0424 07:07:38.344461 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ps6j2 after 0 failed attempt(s) I0424 07:07:38.344461 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-8r7lf I0424 07:07:38.344467 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-52.ec2.internal I0424 07:07:38.344431 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-869hr I0424 07:07:38.344483 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tftbn I0424 07:07:38.344502 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-xvmqm after 0 failed attempt(s) I0424 07:07:38.344500 3777 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-52.ec2.internal I0424 07:07:38.344510 3777 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-96mgw I0424 07:07:38.344513 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tftbn I0424 07:07:38.344519 3777 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-52.ec2.internal I0424 07:07:38.344523 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-96mgw I0424 07:07:38.344448 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9wrqm I0424 07:07:38.344532 3777 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-52.ec2.internal after 0 failed attempt(s) I0424 07:07:38.344541 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-96mgw after 0 failed attempt(s) I0424 07:07:38.344520 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-869hr after 0 failed attempt(s) I0424 07:07:38.344551 3777 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tftbn] creating logical port openshift-multus_network-metrics-daemon-tftbn for pod on switch ip-10-0-2-52.ec2.internal I0424 07:07:38.344407 3777 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-wxqxf I0424 07:07:38.344563 3777 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-wxqxf I0424 07:07:38.344575 3777 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-wxqxf after 0 failed attempt(s) I0424 07:07:38.344474 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-x7ts4 after 0 failed attempt(s) I0424 07:07:38.344488 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-52.ec2.internal I0424 07:07:38.344591 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-52.ec2.internal after 0 failed attempt(s) I0424 07:07:38.344480 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-8r7lf I0424 07:07:38.344708 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-8r7lf after 0 failed attempt(s) I0424 07:07:38.344425 3777 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9b97p I0424 07:07:38.344758 3777 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9b97p] creating logical port openshift-network-diagnostics_network-check-target-9b97p for pod on switch ip-10-0-2-52.ec2.internal I0424 07:07:38.344545 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-9wrqm after 0 failed attempt(s) I0424 07:07:38.344466 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-tj6pq after 0 failed attempt(s) I0424 07:07:38.345249 3777 pods.go:271] [openshift-multus/network-metrics-daemon-tftbn] addLogicalPort took 707.812µs, libovsdb time 241.445µs I0424 07:07:38.345259 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tftbn after 0 failed attempt(s) I0424 07:07:38.345666 3777 pods.go:271] [openshift-network-diagnostics/network-check-target-9b97p] addLogicalPort took 921.208µs, libovsdb time 243.28µs I0424 07:07:38.345675 3777 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9b97p after 0 failed attempt(s) I0424 07:07:38.363472 3777 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 07:07:38.376266 3777 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 07:07:38.380003 3777 iptables.go:108] Creating table: nat chain: OUTPUT I0424 07:07:38.435577 3777 iptables.go:108] Creating table: nat chain: PREROUTING I0424 07:07:38.503474 3777 iptables.go:108] Creating table: filter chain: FORWARD I0424 07:07:38.521466 3777 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 07:07:38.521578 3777 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 07:07:38.521621 3777 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 07:07:38.521699 3777 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 07:07:38.521751 3777 gateway_init.go:325] Gateway and management port readiness took 2.240152555s I0424 07:07:38.521785 3777 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 07:07:38.521825 3777 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 07:07:38.521842 3777 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 07:07:38.521854 3777 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 07:07:38.521919 3777 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 07:07:38.522033 3777 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 82.57µs I0424 07:07:38.522304 3777 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 07:07:38.522330 3777 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.327µs I0424 07:07:38.522338 3777 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.513µs I0424 07:07:38.522344 3777 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 07:07:38.522356 3777 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 07:07:38.522365 3777 default_node_network_controller.go:899] Starting the default node network controller I0424 07:07:38.522372 3777 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 07:07:38.522397 3777 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.644µs I0424 07:07:38.522566 3777 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 07:07:38.522575 3777 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 07:07:38.522606 3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca4330 0xc0002a1ab0 0xc0002a1b20 0xc0002a1b90 0xc0002a1c70 0xc0002a1ce0 0xc0002a1d50 0xc00011d4a0 0xc0002a1dc0 0xc0002a1ea0 0xc00082c2d0 0xc0064fd3b0 0xc0002a1f10 map[0x2ff9080:0xc00278f920 0x2ff95c0:0xc00278faa0 0x2ffa2e0:0xc002c96e40 0x2ffa580:0xc00278f8c0 0x2ffad60:0xc00278f980 0x2ffb000:0xc00278f9e0 0x2ffb2a0:0xc00278fa40 0x2ffba80:0xc00278fd40 0x2ffbd20:0xc00278fda0 0x3026980:0xc001362120 0x3026d20:0xc001362180 0x3027800:0xc000ca73e0 0x3029160:0xc001b58000 0x30298a0:0xc001362360 0x302a720:0xc001b58060] 0xc000c881c0 0} I0424 07:07:38.522668 3777 gateway.go:151] Starting gateway service sync I0424 07:07:38.523090 3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 07:07:38.525528 3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 07:07:38.551340 3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 07:07:38.552610 3777 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 07:07:38.553811 3777 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 07:07:38.588822 3777 gateway.go:168] Gateway service sync done. Time taken: 66.142753ms I0424 07:07:38.589573 3777 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32233 I0424 07:07:38.589777 3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca4330 0xc0002a1ab0 0xc0002a1b20 0xc0002a1b90 0xc0002a1c70 0xc0002a1ce0 0xc0002a1d50 0xc00011d4a0 0xc0002a1dc0 0xc0002a1ea0 0xc00082c2d0 0xc0064fd3b0 0xc0002a1f10 map[0x2ff9080:0xc00278f920 0x2ff95c0:0xc00278faa0 0x2ffa2e0:0xc002c96e40 0x2ffa580:0xc00278f8c0 0x2ffad60:0xc00278f980 0x2ffb000:0xc00278f9e0 0x2ffb2a0:0xc00278fa40 0x2ffba80:0xc00278fd40 0x2ffbd20:0xc00278fda0 0x3026980:0xc001362120 0x3026d20:0xc001362180 0x3027800:0xc000ca73e0 0x3029160:0xc001b58000 0x30298a0:0xc001362360 0x302a720:0xc001b58060] 0xc000c881c0 0} I0424 07:07:38.590373 3777 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca4330 0xc0002a1ab0 0xc0002a1b20 0xc0002a1b90 0xc0002a1c70 0xc0002a1ce0 0xc0002a1d50 0xc00011d4a0 0xc0002a1dc0 0xc0002a1ea0 0xc00082c2d0 0xc0064fd3b0 0xc0002a1f10 map[0x2ff9080:0xc00278f920 0x2ff95c0:0xc00278faa0 0x2ffa2e0:0xc002c96e40 0x2ffa580:0xc00278f8c0 0x2ffad60:0xc00278f980 0x2ffb000:0xc00278f9e0 0x2ffb2a0:0xc00278fa40 0x2ffba80:0xc00278fd40 0x2ffbd20:0xc00278fda0 0x3026980:0xc001362120 0x3026d20:0xc001362180 0x3027800:0xc000ca73e0 0x3029160:0xc001b58000 0x30298a0:0xc001362360 0x302a720:0xc001b58060] 0xc000c881c0 0} I0424 07:07:38.590415 3777 gateway.go:532] Reconciling gateway with updates I0424 07:07:38.596147 3777 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 07:07:38.596230 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:38.596242 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:38.596248 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:38.596254 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 07:07:38.596261 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:38.596265 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 07:07:38.596264 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:38.596268 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:38.596272 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:38.596277 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:38.596278 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:38.596283 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:38.596287 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 07:07:38.596290 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:38.596293 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:38.596262 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:38.596304 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:38.596304 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:38.596312 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:38.596314 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:38.596321 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:38.596325 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:38.596324 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 07:07:38.596331 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:38.596336 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 07:07:38.596325 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 07:07:38.596343 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:38.596346 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:38.596348 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:38.596356 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:38.596358 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:38.596360 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:38.596358 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 07:07:38.596358 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:38.596357 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:38.596373 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:38.596368 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:38.596377 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:38.596379 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:38.596382 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:38.596385 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:38.596382 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:38.596392 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 07:07:38.596386 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:38.596408 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:38.596408 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:38.596411 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:38.596417 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 07:07:38.596419 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 07:07:38.596426 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 07:07:38.596247 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:38.596263 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:38.596450 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 07:07:38.596455 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:38.596247 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:38.596471 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:38.596475 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 07:07:38.596255 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:38.596408 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 07:07:38.596514 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:38.596506 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 07:07:38.596525 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:38.596273 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:38.596519 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 07:07:38.596340 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:38.596541 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 07:07:38.596533 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:38.596559 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:38.596561 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:38.596573 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:38.596625 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 07:07:38.596639 3777 port_claim.go:71] Svc openshift-ingress/router-default: port 30905 is already open, no action needed I0424 07:07:38.596651 3777 port_claim.go:71] Svc openshift-ingress/router-default: port 32572 is already open, no action needed I0424 07:07:38.596650 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:38.596625 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:38.596663 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:38.596356 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:38.596672 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:38.596682 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:38.596691 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:38.596703 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:38.596738 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:38.596523 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 07:07:38.596758 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:38.596770 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 07:07:38.596577 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 07:07:38.596278 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:38.596881 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:38.596266 3777 default_node_network_controller.go:944] Gateway and management port readiness took 73.682792ms I0424 07:07:38.596330 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:38.596963 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 07:07:38.596332 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 07:07:38.596345 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:38.596366 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:38.596230 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:38.597118 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:38.596234 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:38.596358 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:38.597181 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:38.597196 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:38.596371 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:38.597238 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:38.596417 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:38.597249 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 07:07:38.596445 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:38.596460 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 07:07:38.596495 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 07:07:38.596500 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:38.597374 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:38.597384 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 07:07:38.596576 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:38.596554 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 07:07:38.596604 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 07:07:38.596599 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 07:07:38.597452 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 07:07:38.597461 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 07:07:38.596677 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:38.598071 3777 node_ip_handler_linux.go:160] Node IP manager is running W0424 07:07:38.640941 3777 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 07:07:38.641234 3777 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 07:07:38.641391 3777 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0424 07:07:38.650020 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 07:07:38.650032 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 07:07:38.650021 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 07:07:38.650044 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 07:07:38.650052 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 07:07:38.650058 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 07:07:38.650063 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 07:07:38.650070 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 07:07:38.650075 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 07:07:38.689919 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 07:07:38.689950 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 07:07:38.689960 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 07:07:38.689969 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 07:07:38.689976 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 07:07:38.689984 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 07:07:38.689999 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 07:07:38.731763 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 07:07:38.731792 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 07:07:40.377600 3777 default_node_network_controller.go:1380] Starting node controller node sync W0424 07:07:40.377620 3777 egressip_healthcheck.go:76] Health checking using insecure connection I0424 07:07:40.377657 3777 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0424 07:07:40.389552 3777 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.931096ms I0424 07:07:40.389643 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-177.ec2.internal", IP: 10.0.1.177 to PMTUD blocking rules I0424 07:07:40.389654 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-177.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 07:07:40.389661 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-179.ec2.internal", IP: 10.0.0.179 to PMTUD blocking rules I0424 07:07:40.389675 3777 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-179.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 07:07:40.400197 3777 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 07:07:40.400412 3777 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 07:07:40.400524 3777 egressservice_node.go:183] Starting Egress Services Controller I0424 07:07:40.400544 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 07:07:40.400557 3777 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 07:07:40.400570 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 07:07:40.400583 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 07:07:40.400593 3777 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 07:07:40.400601 3777 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 07:07:40.400608 3777 egressservice_node.go:197] Repairing Egress Services I0424 07:07:40.410815 3777 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 07:07:40.410828 3777 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 07:07:40.411029 3777 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 07:07:40.411042 3777 link_network_manager.go:119] Link manager is running I0424 07:07:40.411051 3777 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 07:07:40.411226 3777 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 07:07:40.411445 3777 vrf_manager.go:128] VRF manager is running I0424 07:07:40.411539 3777 node_controller_manager.go:437] Removing flows to drop GARP I0424 07:07:40.411548 3777 gateway.go:532] Reconciling gateway with updates I0424 07:07:40.432261 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:40.432280 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:07:40.432283 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:40.432286 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:40.432298 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 07:07:40.432304 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:40.432308 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 07:07:40.432312 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:40.432310 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 07:07:40.432322 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 07:07:40.432326 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 07:07:40.432334 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:40.432345 3777 port_claim.go:71] Svc openshift-ingress/router-default: port 30905 is already open, no action needed I0424 07:07:40.432350 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 07:07:40.432352 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 07:07:40.432356 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 07:07:40.432356 3777 port_claim.go:71] Svc openshift-ingress/router-default: port 32572 is already open, no action needed I0424 07:07:40.432339 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:40.432356 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:40.432374 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:40.432378 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 07:07:40.432378 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 07:07:40.432383 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 07:07:40.432388 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:40.432268 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:40.432395 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 07:07:40.432391 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:40.432403 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:40.432413 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 07:07:40.432419 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 07:07:40.432422 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:40.432417 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 07:07:40.432425 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:40.432432 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 07:07:40.432426 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:40.432440 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 07:07:40.432441 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 07:07:40.432447 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 07:07:40.432447 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:40.432461 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:40.432464 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 07:07:40.432378 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 07:07:40.432470 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 07:07:40.432470 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:40.432475 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 07:07:40.432477 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:40.432486 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 07:07:40.432487 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 07:07:40.432488 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:40.432494 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:40.432490 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:40.432461 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:40.432501 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 07:07:40.432502 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 07:07:40.432508 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 07:07:40.432514 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 07:07:40.432464 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:40.432489 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 07:07:40.432538 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 07:07:40.432547 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:40.432553 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:40.432409 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:40.432564 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:40.432568 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 07:07:40.432572 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 07:07:40.432572 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 07:07:40.432574 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:40.432586 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 07:07:40.432416 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 07:07:40.432555 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 07:07:40.432604 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:40.432477 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 07:07:40.432554 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:40.432617 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:40.432619 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 07:07:40.432624 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 07:07:40.432623 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:40.432628 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 07:07:40.432632 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 07:07:40.432607 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 07:07:40.432639 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 07:07:40.432399 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:40.432624 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 07:07:40.432569 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 07:07:40.432652 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 07:07:40.432657 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 07:07:40.432666 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 07:07:40.432609 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 07:07:40.432683 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:40.432693 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:40.432532 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:40.432703 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 07:07:40.432708 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:40.432711 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 07:07:40.432723 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 07:07:40.432731 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:40.432739 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 07:07:40.432367 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 07:07:40.432755 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 07:07:40.432799 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 07:07:40.432894 3777 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:40.432910 3777 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 07:07:40.471523 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 07:07:40.471533 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 07:07:40.471549 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 07:07:40.471557 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 07:07:40.471563 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 07:07:40.471570 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 07:07:40.471574 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 07:07:40.471579 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 07:07:40.471585 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 07:07:40.471594 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 07:07:40.471599 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 07:07:40.471614 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 07:07:40.471635 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 07:07:40.471645 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 07:07:40.471653 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 07:07:40.471663 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 07:07:40.471671 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 07:07:40.510024 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 07:07:40.510046 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 07:07:40.510054 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 07:07:40.510063 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 07:07:40.548346 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 07:07:40.548364 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 07:07:40.548372 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 07:07:40.548381 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 07:07:40.548387 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 07:07:40.548393 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 07:07:40.548401 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 07:07:40.548410 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 07:07:40.548417 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 07:07:40.548425 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 07:07:40.548432 3777 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 07:07:42.344069 3777 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-52.ec2.internal I0424 07:07:42.344099 3777 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-52.ec2.internal: 40.623µs I0424 07:07:42.373081 3777 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-59b657b645-shrwz] creating logical port openshift-image-registry_image-registry-59b657b645-shrwz for pod on switch ip-10-0-2-52.ec2.internal I0424 07:07:42.373295 3777 kube.go:256] Updating pod openshift-image-registry/image-registry-59b657b645-shrwz I0424 07:07:42.390298 3777 pod.go:62] [openshift-image-registry/image-registry-59b657b645-shrwz] pod update took 17.038668ms I0424 07:07:42.390321 3777 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-59b657b645-shrwz] addLogicalPort annotation time took 17.061027ms I0424 07:07:42.391628 3777 pods.go:271] [openshift-image-registry/image-registry-59b657b645-shrwz] addLogicalPort took 18.559396ms, libovsdb time 1.005967ms I0424 07:07:42.395872 3777 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-g52s4] creating logical port openshift-dns_dns-default-g52s4 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:07:42.396008 3777 kube.go:256] Updating pod openshift-dns/dns-default-g52s4 I0424 07:07:42.396563 3777 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2d467] creating logical port openshift-ingress-canary_ingress-canary-2d467 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:07:42.396628 3777 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2d467 I0424 07:07:42.413721 3777 pod.go:62] [openshift-dns/dns-default-g52s4] pod update took 17.737126ms I0424 07:07:42.413747 3777 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-g52s4] addLogicalPort annotation time took 17.767751ms I0424 07:07:42.413894 3777 pod.go:62] [openshift-ingress-canary/ingress-canary-2d467] pod update took 17.28128ms I0424 07:07:42.413920 3777 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2d467] addLogicalPort annotation time took 17.30524ms I0424 07:07:42.414750 3777 pods.go:271] [openshift-dns/dns-default-g52s4] addLogicalPort took 18.89222ms, libovsdb time 750.931µs I0424 07:07:42.415053 3777 pods.go:271] [openshift-ingress-canary/ingress-canary-2d467] addLogicalPort took 18.499551ms, libovsdb time 907.978µs I0424 07:07:42.820060 3777 cni.go:452] [openshift-ingress-canary/ingress-canary-2d467 508bb3ca705a8e337f8a812647438575527c7bacd03dae7454f0b4b39260d2fa network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2d467 508bb3ca705a8e337f8a812647438575527c7bacd03dae7454f0b4b39260d2fa network default NAD default NAD key ] I0424 07:07:42.875057 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2d467, hostIfaceName: 508bb3ca705a8e3, network: default, NAD default, SandboxID: "508bb3ca705a8e337f8a812647438575527c7bacd03dae7454f0b4b39260d2fa", PCI device ID: , UID: "ae0d7aeb-ab71-4e32-bc2c-67b79117125b", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0424 07:07:42.922234 3777 cni.go:473] [openshift-ingress-canary/ingress-canary-2d467 508bb3ca705a8e337f8a812647438575527c7bacd03dae7454f0b4b39260d2fa network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2d467 508bb3ca705a8e337f8a812647438575527c7bacd03dae7454f0b4b39260d2fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:62:2d:f9:31:49\",\"name\":\"508bb3ca705a8e3\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71b4c047-3028-45ff-a3ed-3461c2b25932\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:07:43.427065 3777 cni.go:452] [openshift-network-diagnostics/network-check-target-9b97p 7f490d38dff40e31791ee1c80224bbf0c949af36c0bff1d2386a10d6a69a0e65 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9b97p 7f490d38dff40e31791ee1c80224bbf0c949af36c0bff1d2386a10d6a69a0e65 network default NAD default NAD key ] I0424 07:07:43.437474 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9b97p, hostIfaceName: 7f490d38dff40e3, network: default, NAD default, SandboxID: "7f490d38dff40e31791ee1c80224bbf0c949af36c0bff1d2386a10d6a69a0e65", PCI device ID: , UID: "116adec4-ef28-4649-b10a-88ee487eb5f5", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0424 07:07:43.481481 3777 cni.go:473] [openshift-network-diagnostics/network-check-target-9b97p 7f490d38dff40e31791ee1c80224bbf0c949af36c0bff1d2386a10d6a69a0e65 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9b97p 7f490d38dff40e31791ee1c80224bbf0c949af36c0bff1d2386a10d6a69a0e65 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:31:b9:35:2b:68\",\"name\":\"7f490d38dff40e3\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc1f9009-b8a8-47aa-a978-94fafddb0b52\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:07:47.213187 3777 default_network_controller.go:1025] Node "ip-10-0-0-179.ec2.internal" in remote zone "ip-10-0-0-179.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 07:07:47.213937 3777 zone_ic_handler.go:195] Time taken to create transit switch: 285.298µs I0424 07:07:47.213950 3777 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-179.ec2.internal for the network default I0424 07:07:47.214970 3777 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-179.ec2.internal" on network "default" took: 1.332236ms W0424 07:07:49.617498 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:07:56.357972 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:13.287563 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 07:08:20.623128 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 07:08:49.137330 3777 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk for pod on switch ip-10-0-2-52.ec2.internal I0424 07:08:49.137439 3777 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk I0424 07:08:49.150398 3777 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk] pod update took 12.994033ms I0424 07:08:49.150419 3777 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk] addLogicalPort annotation time took 13.019415ms I0424 07:08:49.151497 3777 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk] addLogicalPort took 14.189525ms, libovsdb time 826.812µs I0424 07:08:49.491147 3777 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk 63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk 63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76 network default NAD default NAD key ] I0424 07:08:49.500659 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk, hostIfaceName: 63cb0d491e102c3, network: default, NAD default, SandboxID: "63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76", PCI device ID: , UID: "236cbe40-8894-498e-bb1a-0087171e9c71", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0424 07:08:49.546610 3777 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk 63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk 63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:77:e3:57:a6:4d\",\"name\":\"63cb0d491e102c3\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4496033-503f-4f31-addc-a8e953db637f\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:09:13.822693 3777 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk 63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk 63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76 network default NAD default NAD key ] I0424 07:09:13.890270 3777 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk 63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk 63cb0d491e102c3d171147e8a61e040f7b39eacd30cbe4990f45d579ab505c76 network default NAD default NAD key default], result "{}", err I0424 07:09:13.930677 3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.930723 3777 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk I0424 07:09:13.931916 3777 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk, ips: 10.130.0.8 I0424 07:09:13.931943 3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.931961 3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.931982 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 07:09:13.932196 3777 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:09:13.932210 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 07:09:14.956578 3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.956601 3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.956615 3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:14.956625 3777 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwbrk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:09:19.224271 3777 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 07:09:19.250884 3777 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 07:09:20.893575 3777 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-j6n44 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:09:20.893726 3777 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44 I0424 07:09:20.908621 3777 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44] pod update took 14.938629ms I0424 07:09:20.908644 3777 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44] addLogicalPort annotation time took 14.963448ms I0424 07:09:20.909767 3777 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44] addLogicalPort took 16.208021ms, libovsdb time 849.12µs I0424 07:09:21.255195 3777 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44 03aa6296dd4f0c4a7339b43a80f3a06ae4beaef7279da9eac5dbd838442570eb network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44 03aa6296dd4f0c4a7339b43a80f3a06ae4beaef7279da9eac5dbd838442570eb network default NAD default NAD key ] I0424 07:09:21.266143 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-j6n44, hostIfaceName: 03aa6296dd4f0c4, network: default, NAD default, SandboxID: "03aa6296dd4f0c4a7339b43a80f3a06ae4beaef7279da9eac5dbd838442570eb", PCI device ID: , UID: "f47ae522-01e0-4f97-96d5-707236db815f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0424 07:09:21.312115 3777 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44 03aa6296dd4f0c4a7339b43a80f3a06ae4beaef7279da9eac5dbd838442570eb network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-j6n44 03aa6296dd4f0c4a7339b43a80f3a06ae4beaef7279da9eac5dbd838442570eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:75:17:c0:98:bd\",\"name\":\"03aa6296dd4f0c4\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc932ef3-7f89-4418-9baa-57852243290a\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:09:24.848241 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0424 07:09:35.855260 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 07:11:07.078172 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-gxz7s for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:07.078290 3777 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s I0424 07:11:07.105050 3777 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s] pod update took 26.78638ms I0424 07:11:07.105072 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s] addLogicalPort annotation time took 26.811317ms I0424 07:11:07.106044 3777 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s] addLogicalPort took 27.898458ms, libovsdb time 674.84µs W0424 07:11:10.814210 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 07:11:12.367637 3777 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 07:11:12.368616 3777 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 957.543µs I0424 07:11:12.392099 3777 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 07:11:13.576268 3777 namespace.go:98] [openshift-service-ca] adding namespace I0424 07:11:13.577021 3777 namespace.go:102] [openshift-service-ca] adding namespace took 734.619µs I0424 07:11:13.600107 3777 namespace.go:142] [openshift-service-ca] updating namespace I0424 07:11:15.255464 3777 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-6q7fn] creating logical port openshift-service-ca_service-ca-d9cb48497-6q7fn for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:15.255557 3777 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-6q7fn I0424 07:11:15.279882 3777 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-6q7fn] pod update took 24.350588ms I0424 07:11:15.279902 3777 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-6q7fn] addLogicalPort annotation time took 24.375242ms I0424 07:11:15.280983 3777 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-6q7fn] addLogicalPort took 25.535194ms, libovsdb time 816.894µs I0424 07:11:15.609139 3777 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-6q7fn 179fc52264c5d42ed971a7365717ebc196fcb7e9e7c1fc0b0c3ece41495acaf3 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-6q7fn 179fc52264c5d42ed971a7365717ebc196fcb7e9e7c1fc0b0c3ece41495acaf3 network default NAD default NAD key ] I0424 07:11:15.618371 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-6q7fn, hostIfaceName: 179fc52264c5d42, network: default, NAD default, SandboxID: "179fc52264c5d42ed971a7365717ebc196fcb7e9e7c1fc0b0c3ece41495acaf3", PCI device ID: , UID: "abe80676-d2d4-4278-8674-4fcc3406d93c", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0424 07:11:15.664670 3777 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-6q7fn 179fc52264c5d42ed971a7365717ebc196fcb7e9e7c1fc0b0c3ece41495acaf3 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-6q7fn 179fc52264c5d42ed971a7365717ebc196fcb7e9e7c1fc0b0c3ece41495acaf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:5a:73:76:aa:ad\",\"name\":\"179fc52264c5d42\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1687e857-63c9-40e1-8f32-22dd772f59e9\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:11:23.101150 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0424 07:11:34.132926 3777 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-nbmxc] creating logical port openshift-insights_insights-runtime-extractor-nbmxc for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:34.133018 3777 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-nbmxc I0424 07:11:34.149461 3777 pod.go:62] [openshift-insights/insights-runtime-extractor-nbmxc] pod update took 16.470108ms I0424 07:11:34.149482 3777 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-nbmxc] addLogicalPort annotation time took 16.494821ms I0424 07:11:34.150677 3777 pods.go:271] [openshift-insights/insights-runtime-extractor-nbmxc] addLogicalPort took 17.762472ms, libovsdb time 861.976µs I0424 07:11:34.494054 3777 cni.go:452] [openshift-insights/insights-runtime-extractor-nbmxc cc69089b015f390daf97b490d39e222ce1f5fba1e3833c4f28ab7c789e1fd051 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-nbmxc cc69089b015f390daf97b490d39e222ce1f5fba1e3833c4f28ab7c789e1fd051 network default NAD default NAD key ] I0424 07:11:34.504484 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-nbmxc, hostIfaceName: cc69089b015f390, network: default, NAD default, SandboxID: "cc69089b015f390daf97b490d39e222ce1f5fba1e3833c4f28ab7c789e1fd051", PCI device ID: , UID: "c02bee0a-0044-4aed-abe9-27c789b408e6", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0424 07:11:34.550557 3777 cni.go:473] [openshift-insights/insights-runtime-extractor-nbmxc cc69089b015f390daf97b490d39e222ce1f5fba1e3833c4f28ab7c789e1fd051 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-nbmxc cc69089b015f390daf97b490d39e222ce1f5fba1e3833c4f28ab7c789e1fd051 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:6a:5d:06:76:28\",\"name\":\"cc69089b015f390\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7b97748-190a-4a90-9c32-69a37d82bb91\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:11:35.193410 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.193448 3777 pods.go:176] Deleting pod: openshift-image-registry/image-registry-59b657b645-shrwz I0424 07:11:35.194744 3777 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-59b657b645-shrwz, ips: 10.130.0.5 I0424 07:11:35.194772 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.203726 3777 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-9bc4b74f-lzgkr] creating logical port openshift-image-registry_image-registry-9bc4b74f-lzgkr for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:35.203808 3777 kube.go:256] Updating pod openshift-image-registry/image-registry-9bc4b74f-lzgkr I0424 07:11:35.211092 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.211113 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-59b657b645-shrwz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.214824 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-59b657b645-shrwz I0424 07:11:35.214841 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-59b657b645-shrwz I0424 07:11:35.223918 3777 pod.go:62] [openshift-image-registry/image-registry-9bc4b74f-lzgkr] pod update took 20.135097ms I0424 07:11:35.223950 3777 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-9bc4b74f-lzgkr] addLogicalPort annotation time took 20.167163ms I0424 07:11:35.225225 3777 pods.go:271] [openshift-image-registry/image-registry-9bc4b74f-lzgkr] addLogicalPort took 21.514015ms, libovsdb time 967.324µs I0424 07:11:35.558738 3777 cni.go:452] [openshift-image-registry/image-registry-9bc4b74f-lzgkr ae8c692234b20d373f5d3f6de1fab01854418a41afd808e8d152ce6a14410fec network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-9bc4b74f-lzgkr ae8c692234b20d373f5d3f6de1fab01854418a41afd808e8d152ce6a14410fec network default NAD default NAD key ] I0424 07:11:35.569247 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-9bc4b74f-lzgkr, hostIfaceName: ae8c692234b20d3, network: default, NAD default, SandboxID: "ae8c692234b20d373f5d3f6de1fab01854418a41afd808e8d152ce6a14410fec", PCI device ID: , UID: "2e8c03a7-da11-430f-b6c8-23027f1345a2", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0424 07:11:35.613336 3777 cni.go:473] [openshift-image-registry/image-registry-9bc4b74f-lzgkr ae8c692234b20d373f5d3f6de1fab01854418a41afd808e8d152ce6a14410fec network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-9bc4b74f-lzgkr ae8c692234b20d373f5d3f6de1fab01854418a41afd808e8d152ce6a14410fec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:14:c6:b3:e0:ee\",\"name\":\"ae8c692234b20d3\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9008ed50-b91b-42e8-ba17-4d5fdf1ea255\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:11:35.767463 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.768052 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:11:35.780878 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.780902 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-79qs4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:11:35.787873 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5998f9878-79qs4 I0424 07:11:35.787895 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5998f9878-79qs4 W0424 07:11:35.902562 3777 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:36.202796 3777 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:36.776759 3777 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:38.919910 3777 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:38.919933 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:38.919946 3777 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0424 07:11:38.947799 3777 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s 568054f5736d0983cbf758d266e235fcdd952e5c2637f93a732e530a675ee89d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s 568054f5736d0983cbf758d266e235fcdd952e5c2637f93a732e530a675ee89d network default NAD default NAD key ] I0424 07:11:38.958477 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-gxz7s, hostIfaceName: 568054f5736d098, network: default, NAD default, SandboxID: "568054f5736d0983cbf758d266e235fcdd952e5c2637f93a732e530a675ee89d", PCI device ID: , UID: "c062e8a2-72cd-4ea2-b907-5ac2d9d2c4d6", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0424 07:11:39.005074 3777 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s 568054f5736d0983cbf758d266e235fcdd952e5c2637f93a732e530a675ee89d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-gxz7s 568054f5736d0983cbf758d266e235fcdd952e5c2637f93a732e530a675ee89d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:fc:83:ad:e1:78\",\"name\":\"568054f5736d098\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0390a4a5-86e3-40ee-a329-46ccd43f126b\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:11:39.926921 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.926986 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.927002 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0424 07:11:39.927008 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0424 07:11:39.927030 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0424 07:11:41.628304 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-dkqkh for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:41.628406 3777 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh I0424 07:11:41.640472 3777 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh] pod update took 12.096523ms I0424 07:11:41.640491 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh] addLogicalPort annotation time took 12.120732ms I0424 07:11:41.641660 3777 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh] addLogicalPort took 13.371261ms, libovsdb time 862.074µs I0424 07:11:42.582652 3777 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh 83ac8534bc1f1f9802756a4a23b6d544d462e67bfd0cd7eabb54f28ef3d66418 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh 83ac8534bc1f1f9802756a4a23b6d544d462e67bfd0cd7eabb54f28ef3d66418 network default NAD default NAD key ] I0424 07:11:42.592731 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-dkqkh, hostIfaceName: 83ac8534bc1f1f9, network: default, NAD default, SandboxID: "83ac8534bc1f1f9802756a4a23b6d544d462e67bfd0cd7eabb54f28ef3d66418", PCI device ID: , UID: "f9e99952-f08a-4eea-840b-918055f86b8c", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0424 07:11:42.637783 3777 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh 83ac8534bc1f1f9802756a4a23b6d544d462e67bfd0cd7eabb54f28ef3d66418 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-dkqkh 83ac8534bc1f1f9802756a4a23b6d544d462e67bfd0cd7eabb54f28ef3d66418 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:14:42:21:cf:91\",\"name\":\"83ac8534bc1f1f9\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6527de0-3a8f-4308-a09e-f7ffddc9db28\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:11:44.231556 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 07:11:44.249995 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0424 07:11:49.825037 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.825058 3777 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:49.825066 3777 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0424 07:11:52.269776 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-pdzsw for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:52.269893 3777 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw I0424 07:11:52.291588 3777 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw] pod update took 21.721831ms I0424 07:11:52.291611 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw] addLogicalPort annotation time took 21.752383ms I0424 07:11:52.293001 3777 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw] addLogicalPort took 23.246132ms, libovsdb time 1.019108ms I0424 07:11:52.573569 3777 cni.go:452] [openshift-dns/dns-default-g52s4 0860ccf326148ea76baf869311c4c5e9be2b4dc8688d9f759ed1af5df9ad2d7c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-g52s4 0860ccf326148ea76baf869311c4c5e9be2b4dc8688d9f759ed1af5df9ad2d7c network default NAD default NAD key ] I0424 07:11:52.582828 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-g52s4, hostIfaceName: 0860ccf326148ea, network: default, NAD default, SandboxID: "0860ccf326148ea76baf869311c4c5e9be2b4dc8688d9f759ed1af5df9ad2d7c", PCI device ID: , UID: "fc91d693-c39a-4cfe-96de-935fd0df71e7", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0424 07:11:52.628942 3777 cni.go:473] [openshift-dns/dns-default-g52s4 0860ccf326148ea76baf869311c4c5e9be2b4dc8688d9f759ed1af5df9ad2d7c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-g52s4 0860ccf326148ea76baf869311c4c5e9be2b4dc8688d9f759ed1af5df9ad2d7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:6b:5f:20:12:21\",\"name\":\"0860ccf326148ea\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a831b637-9004-4336-a253-4269706c9ea2\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:11:53.231757 3777 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw ce1de7d1df3a10f86e2982ab47e407d095385a22af303b034ec79f6eb26722f1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw ce1de7d1df3a10f86e2982ab47e407d095385a22af303b034ec79f6eb26722f1 network default NAD default NAD key ] I0424 07:11:53.242850 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-pdzsw, hostIfaceName: ce1de7d1df3a10f, network: default, NAD default, SandboxID: "ce1de7d1df3a10f86e2982ab47e407d095385a22af303b034ec79f6eb26722f1", PCI device ID: , UID: "b6689af3-3448-46b6-9372-cb7de45e200c", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0424 07:11:53.294582 3777 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw ce1de7d1df3a10f86e2982ab47e407d095385a22af303b034ec79f6eb26722f1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-pdzsw ce1de7d1df3a10f86e2982ab47e407d095385a22af303b034ec79f6eb26722f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:dd:f5:68:07:27\",\"name\":\"ce1de7d1df3a10f\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/462cfba9-9acf-47ee-9c8f-55ebb412c6e5\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:11:53.435118 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:53.435333 3777 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 07:11:53.456480 3777 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.197643ms I0424 07:11:53.456504 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.225817ms I0424 07:11:53.457886 3777 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.785156ms, libovsdb time 1.030952ms I0424 07:11:54.486710 3777 cni.go:452] [openshift-monitoring/alertmanager-main-1 e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c network default NAD default NAD key ] I0424 07:11:54.498059 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: e115949c86bf34e, network: default, NAD default, SandboxID: "e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c", PCI device ID: , UID: "47e83ed4-eff1-49ed-b7c9-5e08c89d2c6c", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0424 07:11:54.551901 3777 cni.go:473] [openshift-monitoring/alertmanager-main-1 e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:b6:61:15:dc:63\",\"name\":\"e115949c86bf34e\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25f21ce5-8ab8-4952-8345-7c0ad0472bf6\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:11:55.331555 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-89b689dd8-9wrtv] creating logical port openshift-monitoring_thanos-querier-89b689dd8-9wrtv for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:55.331674 3777 kube.go:256] Updating pod openshift-monitoring/thanos-querier-89b689dd8-9wrtv I0424 07:11:55.351992 3777 pod.go:62] [openshift-monitoring/thanos-querier-89b689dd8-9wrtv] pod update took 20.356793ms I0424 07:11:55.352016 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-89b689dd8-9wrtv] addLogicalPort annotation time took 20.386472ms I0424 07:11:55.353223 3777 pods.go:271] [openshift-monitoring/thanos-querier-89b689dd8-9wrtv] addLogicalPort took 21.689783ms, libovsdb time 859.737µs I0424 07:11:55.688396 3777 cni.go:452] [openshift-monitoring/thanos-querier-89b689dd8-9wrtv 352df9599b08ad3c495fac8eeabebf011b18c34d502f4a322c38be2aa5c985a4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-89b689dd8-9wrtv 352df9599b08ad3c495fac8eeabebf011b18c34d502f4a322c38be2aa5c985a4 network default NAD default NAD key ] I0424 07:11:55.697528 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-89b689dd8-9wrtv, hostIfaceName: 352df9599b08ad3, network: default, NAD default, SandboxID: "352df9599b08ad3c495fac8eeabebf011b18c34d502f4a322c38be2aa5c985a4", PCI device ID: , UID: "717be464-b06a-47eb-808e-418358e5b2ed", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0424 07:11:55.744436 3777 cni.go:473] [openshift-monitoring/thanos-querier-89b689dd8-9wrtv 352df9599b08ad3c495fac8eeabebf011b18c34d502f4a322c38be2aa5c985a4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-89b689dd8-9wrtv 352df9599b08ad3c495fac8eeabebf011b18c34d502f4a322c38be2aa5c985a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:e3:06:ee:e6:c6\",\"name\":\"352df9599b08ad3\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b35abbe-13cb-4192-a2c1-70fd8d73f109\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:11:56.017526 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.017546 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.017553 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.355186 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.355204 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.355211 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:11:56.924764 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0424 07:11:56.924797 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 07:11:56.939924 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-kkvtg for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:56.940046 3777 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg I0424 07:11:56.955546 3777 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg] pod update took 15.525844ms I0424 07:11:56.955572 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg] addLogicalPort annotation time took 15.553571ms I0424 07:11:56.956974 3777 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg] addLogicalPort took 17.06297ms, libovsdb time 1.03022ms W0424 07:11:57.214699 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 07:11:57.302873 3777 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg 226681d12c41bad4a4492c9457f39414ad53fb72a18a69e34353b0fd40a912e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg 226681d12c41bad4a4492c9457f39414ad53fb72a18a69e34353b0fd40a912e4 network default NAD default NAD key ] I0424 07:11:57.313283 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-kkvtg, hostIfaceName: 226681d12c41bad, network: default, NAD default, SandboxID: "226681d12c41bad4a4492c9457f39414ad53fb72a18a69e34353b0fd40a912e4", PCI device ID: , UID: "30a773e1-0133-4416-91ae-21e153edb30f", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0424 07:11:57.362026 3777 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg 226681d12c41bad4a4492c9457f39414ad53fb72a18a69e34353b0fd40a912e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-kkvtg 226681d12c41bad4a4492c9457f39414ad53fb72a18a69e34353b0fd40a912e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:5c:00:f7:b2:b7\",\"name\":\"226681d12c41bad\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3419ee78-ce7b-430f-b66c-a3296b533a48\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:11:58.570756 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:11:58.570856 3777 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0424 07:11:58.622183 3777 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 51.336894ms I0424 07:11:58.622210 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 51.393659ms I0424 07:11:58.623450 3777 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 52.706723ms, libovsdb time 932.061µs I0424 07:11:58.936087 3777 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20 network default NAD default NAD key ] I0424 07:11:58.948929 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 2e6fdd2d269206f, network: default, NAD default, SandboxID: "2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20", PCI device ID: , UID: "d404f2d3-c3e2-429d-bba5-e42599e2d391", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0424 07:11:59.004317 3777 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:10:a2:b4:40:f0\",\"name\":\"2e6fdd2d269206f\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89b2e17a-a735-4d73-b753-2efe36609451\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:11:59.832056 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.832077 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.832083 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.832098 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.832102 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.832107 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:11:59.879042 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:00.068092 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.068109 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.090777 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 07:12:00.326650 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.326667 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:00.384397 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384413 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384419 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.384424 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888763 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888781 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888789 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:00.888795 3777 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:05.287620 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:12:05.287643 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 07:12:05.287649 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 07:12:06.329271 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329294 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329301 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:06.329308 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 07:12:17.956057 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:18.097367 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 07:12:18.226732 3777 base_network_controller_pods.go:487] [default/openshift-console/console-5987fc5db8-v2g8h] creating logical port openshift-console_console-5987fc5db8-v2g8h for pod on switch ip-10-0-2-52.ec2.internal I0424 07:12:18.226872 3777 kube.go:256] Updating pod openshift-console/console-5987fc5db8-v2g8h W0424 07:12:18.245827 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 07:12:18.249768 3777 pod.go:62] [openshift-console/console-5987fc5db8-v2g8h] pod update took 22.928219ms I0424 07:12:18.249787 3777 base_network_controller_pods.go:951] [default/openshift-console/console-5987fc5db8-v2g8h] addLogicalPort annotation time took 22.949948ms I0424 07:12:18.250907 3777 pods.go:271] [openshift-console/console-5987fc5db8-v2g8h] addLogicalPort took 24.19159ms, libovsdb time 842.273µs I0424 07:12:18.585789 3777 cni.go:452] [openshift-console/console-5987fc5db8-v2g8h 727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5987fc5db8-v2g8h 727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43 network default NAD default NAD key ] I0424 07:12:18.594999 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5987fc5db8-v2g8h, hostIfaceName: 727d4922959f998, network: default, NAD default, SandboxID: "727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43", PCI device ID: , UID: "6fe118bc-b17f-4e0b-9fda-6b82d16a972e", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0424 07:12:18.643053 3777 cni.go:473] [openshift-console/console-5987fc5db8-v2g8h 727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5987fc5db8-v2g8h 727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:10:52:b6:be:da\",\"name\":\"727d4922959f998\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95597cb6-556b-4bfa-af62-41b232b64706\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:12:21.403315 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0424 07:12:23.821381 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.821404 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.821409 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.821425 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.821433 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.821440 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.882748 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.882767 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:23.882775 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:12:24.129985 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 07:12:24.130013 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 07:12:28.912490 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:28.913097 3777 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 07:12:29.153994 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0424 07:12:29.162679 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:29.162698 3777 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5998f9878-q2458 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:29.168854 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5998f9878-q2458 I0424 07:12:29.168873 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5998f9878-q2458 W0424 07:12:29.440343 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 07:12:32.003149 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 07:12:37.193975 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0424 07:12:40.733567 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0424 07:12:43.211084 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0424 07:12:45.261254 3777 obj_retry.go:498] Detected object openshift-console/console-777946df55-4fpjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:45.261801 3777 obj_retry.go:498] Detected object openshift-console/console-777946df55-4fpjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:46.070960 3777 obj_retry.go:492] Detected object openshift-console/console-777946df55-4fpjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:46.070988 3777 obj_retry.go:492] Detected object openshift-console/console-777946df55-4fpjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:46.076517 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-777946df55-4fpjv I0424 07:12:46.076541 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-777946df55-4fpjv I0424 07:12:54.846796 3777 obj_retry.go:498] Detected object openshift-console/console-777946df55-jpnk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:54.847381 3777 obj_retry.go:498] Detected object openshift-console/console-777946df55-jpnk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:12:55.253766 3777 obj_retry.go:492] Detected object openshift-console/console-777946df55-jpnk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:55.253788 3777 obj_retry.go:492] Detected object openshift-console/console-777946df55-jpnk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:12:55.259507 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-777946df55-jpnk9 I0424 07:12:55.259540 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-777946df55-jpnk9 W0424 07:12:59.310254 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:59.310275 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:59.310287 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:59.310292 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:59.579459 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:12:59.579482 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 07:13:02.287935 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:02.288494 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:03.144806 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:03.144826 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:08.800254 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0424 07:13:13.532649 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0424 07:13:13.809043 3777 cni.go:452] [openshift-monitoring/alertmanager-main-1 e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c network default NAD default NAD key ] I0424 07:13:13.880844 3777 cni.go:473] [openshift-monitoring/alertmanager-main-1 e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 e115949c86bf34eb19b908eaf32f61bdd0f69c98d6c015b809d19b85f8bf695c network default NAD default NAD key default], result "{}", err I0424 07:13:13.938921 3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:13.938979 3777 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0424 07:13:13.940085 3777 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.16 I0424 07:13:13.940115 3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:14.608710 3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:14.608730 3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:14.616060 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 07:13:14.616086 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 07:13:14.655219 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:13:14.655332 3777 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 07:13:14.676944 3777 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.654038ms I0424 07:13:14.676964 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.678425ms I0424 07:13:14.678306 3777 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.10463ms, libovsdb time 1.006563ms I0424 07:13:15.013242 3777 cni.go:452] [openshift-monitoring/alertmanager-main-1 27bc5331b4e8d7e725964fc060f768674d345fc1de145aeb6c646e71fee5e8de network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 27bc5331b4e8d7e725964fc060f768674d345fc1de145aeb6c646e71fee5e8de network default NAD default NAD key ] I0424 07:13:15.023036 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 27bc5331b4e8d7e, network: default, NAD default, SandboxID: "27bc5331b4e8d7e725964fc060f768674d345fc1de145aeb6c646e71fee5e8de", PCI device ID: , UID: "037245fa-f5f3-45d3-96e4-805c88ab489e", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0424 07:13:15.071998 3777 cni.go:473] [openshift-monitoring/alertmanager-main-1 27bc5331b4e8d7e725964fc060f768674d345fc1de145aeb6c646e71fee5e8de network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 27bc5331b4e8d7e725964fc060f768674d345fc1de145aeb6c646e71fee5e8de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:ef:cf:b1:d7:06\",\"name\":\"27bc5331b4e8d7e\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/784c78c1-6fba-485d-996e-0d7f169aff06\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:13:16.704839 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-666c9799f-f9f6f] creating logical port openshift-monitoring_telemeter-client-666c9799f-f9f6f for pod on switch ip-10-0-2-52.ec2.internal I0424 07:13:16.704934 3777 kube.go:256] Updating pod openshift-monitoring/telemeter-client-666c9799f-f9f6f I0424 07:13:16.727395 3777 pod.go:62] [openshift-monitoring/telemeter-client-666c9799f-f9f6f] pod update took 22.48979ms I0424 07:13:16.727418 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-666c9799f-f9f6f] addLogicalPort annotation time took 22.520232ms I0424 07:13:16.728608 3777 pods.go:271] [openshift-monitoring/telemeter-client-666c9799f-f9f6f] addLogicalPort took 23.789237ms, libovsdb time 863.256µs I0424 07:13:17.068697 3777 cni.go:452] [openshift-monitoring/telemeter-client-666c9799f-f9f6f 44812a81eb46e783a9d748c2163c0fc08527d344b4c10302dc663e9093094d6e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-666c9799f-f9f6f 44812a81eb46e783a9d748c2163c0fc08527d344b4c10302dc663e9093094d6e network default NAD default NAD key ] I0424 07:13:17.080496 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-666c9799f-f9f6f, hostIfaceName: 44812a81eb46e78, network: default, NAD default, SandboxID: "44812a81eb46e783a9d748c2163c0fc08527d344b4c10302dc663e9093094d6e", PCI device ID: , UID: "dd1fec90-8252-4c1e-a32c-8ace5592acfb", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0424 07:13:17.127728 3777 cni.go:473] [openshift-monitoring/telemeter-client-666c9799f-f9f6f 44812a81eb46e783a9d748c2163c0fc08527d344b4c10302dc663e9093094d6e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-666c9799f-f9f6f 44812a81eb46e783a9d748c2163c0fc08527d344b4c10302dc663e9093094d6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:af:5c:73:a3:4d\",\"name\":\"44812a81eb46e78\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a03e04c8-1145-4566-9b80-9c9f20e017d4\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:13:18.170493 3777 cni.go:452] [openshift-monitoring/prometheus-k8s-1 2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20 network default NAD default NAD key ] I0424 07:13:18.265356 3777 cni.go:473] [openshift-monitoring/prometheus-k8s-1 2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 2e6fdd2d269206f9e588c8a58b49dd226f829a2ab39ea8e4734c98dfc2c42b20 network default NAD default NAD key default], result "{}", err I0424 07:13:18.324758 3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:18.324796 3777 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0424 07:13:18.326204 3777 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.19 I0424 07:13:18.326236 3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:18.638003 3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:18.638030 3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:18.643898 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 07:13:18.643925 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0424 07:13:18.689677 3777 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:13:18.689805 3777 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0424 07:13:18.712198 3777 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.429083ms I0424 07:13:18.712224 3777 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.456037ms I0424 07:13:18.713506 3777 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 23.840478ms, libovsdb time 872.559µs I0424 07:13:19.051856 3777 cni.go:452] [openshift-monitoring/prometheus-k8s-1 04b12ee41a8d78de1c0b9ec40936cc51f9b9fcea59ab6ec69cad050ae8a8a014 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 04b12ee41a8d78de1c0b9ec40936cc51f9b9fcea59ab6ec69cad050ae8a8a014 network default NAD default NAD key ] I0424 07:13:19.061424 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 04b12ee41a8d78d, network: default, NAD default, SandboxID: "04b12ee41a8d78de1c0b9ec40936cc51f9b9fcea59ab6ec69cad050ae8a8a014", PCI device ID: , UID: "ba5db81d-540b-4e70-99ed-34d9e921480a", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0424 07:13:19.109272 3777 cni.go:473] [openshift-monitoring/prometheus-k8s-1 04b12ee41a8d78de1c0b9ec40936cc51f9b9fcea59ab6ec69cad050ae8a8a014 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 04b12ee41a8d78de1c0b9ec40936cc51f9b9fcea59ab6ec69cad050ae8a8a014 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:67:09:24:1b:b0\",\"name\":\"04b12ee41a8d78d\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8dd9ad00-2055-4ed1-8c06-74af69c9e9ca\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:13:23.405132 3777 cni.go:452] [openshift-multus/network-metrics-daemon-tftbn d36df96d509a5a9c404fcb46b9d5dd4dda7bcc9562ebea74acbae7bf91d1058a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-tftbn d36df96d509a5a9c404fcb46b9d5dd4dda7bcc9562ebea74acbae7bf91d1058a network default NAD default NAD key ] I0424 07:13:23.414343 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tftbn, hostIfaceName: d36df96d509a5a9, network: default, NAD default, SandboxID: "d36df96d509a5a9c404fcb46b9d5dd4dda7bcc9562ebea74acbae7bf91d1058a", PCI device ID: , UID: "f293b9fa-ee0d-4fa1-9b11-a0668040f1e4", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0424 07:13:23.463494 3777 cni.go:473] [openshift-multus/network-metrics-daemon-tftbn d36df96d509a5a9c404fcb46b9d5dd4dda7bcc9562ebea74acbae7bf91d1058a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tftbn d36df96d509a5a9c404fcb46b9d5dd4dda7bcc9562ebea74acbae7bf91d1058a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d2:44:09:b6:f4\",\"name\":\"d36df96d509a5a9\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98029f52-1320-465f-94d3-21b00140cd5b\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:13:45.069720 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:13:45.069740 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 07:13:45.069746 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 07:13:46.866450 3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:46.866997 3777 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.281698 3777 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-2zl8v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.282247 3777 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-2zl8v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:47.468497 3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.468518 3777 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.477939 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 07:13:47.477968 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 07:13:47.593542 3777 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-2zl8v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.593558 3777 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-2zl8v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:47.603149 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5987fc5db8-2zl8v I0424 07:13:47.603182 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5987fc5db8-2zl8v I0424 07:13:49.528126 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0424 07:13:57.612511 3777 cni.go:452] [openshift-console/console-5987fc5db8-v2g8h 727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5987fc5db8-v2g8h 727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43 network default NAD default NAD key ] I0424 07:13:57.699110 3777 cni.go:473] [openshift-console/console-5987fc5db8-v2g8h 727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5987fc5db8-v2g8h 727d4922959f99897d52b7bb3dfe9ed5d7e5d3a3f0086ec8eebc203187807c43 network default NAD default NAD key default], result "{}", err I0424 07:13:57.745774 3777 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-v2g8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:57.745806 3777 pods.go:176] Deleting pod: openshift-console/console-5987fc5db8-v2g8h I0424 07:13:57.746989 3777 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5987fc5db8-v2g8h, ips: 10.130.0.20 I0424 07:13:57.747021 3777 obj_retry.go:498] Detected object openshift-console/console-5987fc5db8-v2g8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:13:58.109615 3777 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-v2g8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:58.109643 3777 obj_retry.go:492] Detected object openshift-console/console-5987fc5db8-v2g8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:13:58.115708 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5987fc5db8-v2g8h I0424 07:13:58.115736 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5987fc5db8-v2g8h I0424 07:14:07.532783 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 W0424 07:14:19.943470 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 07:14:19.943495 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 07:14:21.233445 3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:14:21.234041 3777 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:14:21.617932 3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:14:21.617961 3777 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:14:21.627285 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 07:14:21.627310 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 07:14:32.533416 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=118 I0424 07:14:58.751445 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 07:15:04.165289 3777 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 07:15:06.640493 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0424 07:15:21.617722 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 07:15:28.760493 3777 base_network_controller_pods.go:487] [default/openshift-console/console-847b95cd5f-vsj7r] creating logical port openshift-console_console-847b95cd5f-vsj7r for pod on switch ip-10-0-2-52.ec2.internal I0424 07:15:28.760616 3777 kube.go:256] Updating pod openshift-console/console-847b95cd5f-vsj7r I0424 07:15:28.778191 3777 pod.go:62] [openshift-console/console-847b95cd5f-vsj7r] pod update took 17.602477ms I0424 07:15:28.778219 3777 base_network_controller_pods.go:951] [default/openshift-console/console-847b95cd5f-vsj7r] addLogicalPort annotation time took 17.63384ms I0424 07:15:28.779306 3777 pods.go:271] [openshift-console/console-847b95cd5f-vsj7r] addLogicalPort took 18.825271ms, libovsdb time 757.115µs I0424 07:15:29.119900 3777 cni.go:452] [openshift-console/console-847b95cd5f-vsj7r 571a5eb4b272c3e68a2c9c8b623e555cec2511e30164c54b4937e6f2acdf3030 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-847b95cd5f-vsj7r 571a5eb4b272c3e68a2c9c8b623e555cec2511e30164c54b4937e6f2acdf3030 network default NAD default NAD key ] I0424 07:15:29.129185 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-847b95cd5f-vsj7r, hostIfaceName: 571a5eb4b272c3e, network: default, NAD default, SandboxID: "571a5eb4b272c3e68a2c9c8b623e555cec2511e30164c54b4937e6f2acdf3030", PCI device ID: , UID: "83b3a8d9-8fbc-4209-9374-636f4997cb91", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0424 07:15:29.178481 3777 cni.go:473] [openshift-console/console-847b95cd5f-vsj7r 571a5eb4b272c3e68a2c9c8b623e555cec2511e30164c54b4937e6f2acdf3030 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-847b95cd5f-vsj7r 571a5eb4b272c3e68a2c9c8b623e555cec2511e30164c54b4937e6f2acdf3030 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:1a:80:42:18:b9\",\"name\":\"571a5eb4b272c3e\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/222652eb-c866-41b2-ae9f-58abdaf6ddbc\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:15:29.740089 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0424 07:15:39.237451 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 07:15:49.528556 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=71 I0424 07:15:49.745250 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0424 07:15:54.053294 3777 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-74xb7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:15:54.053895 3777 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-74xb7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:15:54.783746 3777 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-74xb7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:15:54.783765 3777 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-74xb7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:15:54.789293 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddb9584c4-74xb7 I0424 07:15:54.789312 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddb9584c4-74xb7 I0424 07:16:00.756357 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0424 07:16:04.552625 3777 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-8vsnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:16:04.553213 3777 obj_retry.go:498] Detected object openshift-console/console-ddb9584c4-8vsnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:16:05.038762 3777 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-8vsnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:16:05.038822 3777 obj_retry.go:492] Detected object openshift-console/console-ddb9584c4-8vsnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:16:05.044958 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-ddb9584c4-8vsnd I0424 07:16:05.044992 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-ddb9584c4-8vsnd I0424 07:16:14.618127 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0424 07:16:25.540265 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=541 I0424 07:16:32.729354 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 07:20:03.816495 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:20:03.817088 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:20:04.718574 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:20:04.718605 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:07.748282 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0424 07:21:15.737179 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0424 07:21:17.754348 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0424 07:21:19.784306 3777 namespace.go:98] [tsf] adding namespace I0424 07:21:19.785142 3777 namespace.go:102] [tsf] adding namespace took 817.698µs I0424 07:21:19.804495 3777 namespace.go:142] [tsf] updating namespace I0424 07:21:19.813928 3777 namespace.go:142] [tsf] updating namespace I0424 07:21:23.536149 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0424 07:21:23.801970 3777 namespace.go:98] [cert-manager-operator] adding namespace I0424 07:21:23.802826 3777 namespace.go:102] [cert-manager-operator] adding namespace took 836.104µs I0424 07:21:23.811595 3777 namespace.go:98] [tsf-keycloak] adding namespace I0424 07:21:23.811726 3777 namespace.go:98] [tsf-tas] adding namespace I0424 07:21:23.811751 3777 namespace.go:98] [rhbk-operator] adding namespace I0424 07:21:23.811871 3777 namespace.go:98] [tsf-tpa] adding namespace I0424 07:21:23.811979 3777 namespace.go:98] [konflux-operator] adding namespace I0424 07:21:23.812072 3777 namespace.go:98] [konflux-ui] adding namespace I0424 07:21:23.812393 3777 namespace.go:102] [tsf-keycloak] adding namespace took 782.684µs I0424 07:21:23.812990 3777 namespace.go:102] [tsf-tas] adding namespace took 1.250427ms I0424 07:21:23.813540 3777 namespace.go:102] [rhbk-operator] adding namespace took 1.782244ms I0424 07:21:23.814060 3777 namespace.go:102] [tsf-tpa] adding namespace took 2.174111ms I0424 07:21:23.814631 3777 namespace.go:102] [konflux-operator] adding namespace took 2.636721ms I0424 07:21:23.815105 3777 namespace.go:102] [konflux-ui] adding namespace took 3.015627ms I0424 07:21:23.817367 3777 namespace.go:98] [rhtpa-operator] adding namespace I0424 07:21:23.817909 3777 namespace.go:102] [rhtpa-operator] adding namespace took 519.927µs I0424 07:21:23.823643 3777 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:23.826835 3777 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:23.841710 3777 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.847804 3777 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:23.860096 3777 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.860213 3777 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.862875 3777 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:23.874841 3777 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:23.874873 3777 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.875054 3777 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.875091 3777 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.885671 3777 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:23.893305 3777 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.906792 3777 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:23.916720 3777 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.933829 3777 namespace.go:142] [konflux-operator] updating namespace I0424 07:21:23.933859 3777 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.954740 3777 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.954798 3777 namespace.go:142] [konflux-ui] updating namespace I0424 07:21:23.965790 3777 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:21:23.977718 3777 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:23.986818 3777 namespace.go:142] [rhbk-operator] updating namespace I0424 07:21:24.019283 3777 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:21:24.215001 3777 namespace.go:142] [tsf-tas] updating namespace I0424 07:21:25.015623 3777 namespace.go:142] [tsf-tpa] updating namespace I0424 07:21:25.032528 3777 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:21:26.700495 3777 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:26.700633 3777 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 I0424 07:21:26.723788 3777 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6] pod update took 23.196177ms I0424 07:21:26.723812 3777 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6] addLogicalPort annotation time took 23.225719ms I0424 07:21:26.725036 3777 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6] addLogicalPort took 24.555662ms, libovsdb time 903.082µs I0424 07:21:26.792604 3777 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:26.792700 3777 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 I0424 07:21:26.805214 3777 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6] pod update took 12.539298ms I0424 07:21:26.805232 3777 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6] addLogicalPort annotation time took 12.560776ms I0424 07:21:26.806430 3777 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6] addLogicalPort took 13.836023ms, libovsdb time 884.608µs I0424 07:21:27.060427 3777 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74 network default NAD default NAD key ] I0424 07:21:27.069519 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6, hostIfaceName: 4d8062611e17151, network: default, NAD default, SandboxID: "4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74", PCI device ID: , UID: "53cdc8f7-eaef-4dbd-a79a-857f895da6a9", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0424 07:21:27.118021 3777 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:0e:20:c7:63:23\",\"name\":\"4d8062611e17151\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc08e715-180b-40f1-a251-47d8546a0c11\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:21:27.154763 3777 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364 network default NAD default NAD key ] I0424 07:21:27.165385 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6, hostIfaceName: 76de4775871e52b, network: default, NAD default, SandboxID: "76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364", PCI device ID: , UID: "2503d980-91a1-4158-af4e-ab53327969d4", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0424 07:21:27.214298 3777 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:6b:40:49:d0:8d\",\"name\":\"76de4775871e52b\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ee86ba5-e05b-4a3b-ace3-50d5751d6c1d\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:21:29.810046 3777 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:29.810195 3777 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm I0424 07:21:29.833065 3777 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm] pod update took 22.916439ms I0424 07:21:29.833086 3777 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm] addLogicalPort annotation time took 22.944947ms I0424 07:21:29.834318 3777 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm] addLogicalPort took 24.293979ms, libovsdb time 865.566µs I0424 07:21:29.948350 3777 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:29.948445 3777 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn I0424 07:21:29.962851 3777 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn] pod update took 14.432966ms I0424 07:21:29.962878 3777 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn] addLogicalPort annotation time took 14.46341ms I0424 07:21:29.964215 3777 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn] addLogicalPort took 15.878526ms, libovsdb time 889.444µs I0424 07:21:30.168507 3777 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm 834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm 834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5 network default NAD default NAD key ] I0424 07:21:30.178997 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm, hostIfaceName: 834bed727151f02, network: default, NAD default, SandboxID: "834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5", PCI device ID: , UID: "bbdd6f66-2546-4351-87c1-0a7451c6ca5f", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0424 07:21:30.228154 3777 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm 834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm 834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c4:49:66:60:01\",\"name\":\"834bed727151f02\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab5fd56b-3afb-4179-b2d9-decb925c0926\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:21:30.317312 3777 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18 network default NAD default NAD key ] I0424 07:21:30.327540 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn, hostIfaceName: ec25b8f633a4996, network: default, NAD default, SandboxID: "ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18", PCI device ID: , UID: "93cb2aaf-1dab-4553-918d-37d6e560177f", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0424 07:21:30.377954 3777 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:e5:2f:bf:2d:f6\",\"name\":\"ec25b8f633a4996\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0eac0e8-bf4e-4099-bcb4-f8f098109913\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:21:30.625408 3777 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74 network default NAD default NAD key ] I0424 07:21:30.625483 3777 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364 network default NAD default NAD key ] I0424 07:21:30.706095 3777 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 76de4775871e52b50c70965dd7dccf2a1259786f9ed3441547daa157cd851364 network default NAD default NAD key default], result "{}", err I0424 07:21:30.727345 3777 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 4d8062611e1715142fa3080859f4acf6cd5939fdf1a421d097f6cb4136e21e74 network default NAD default NAD key default], result "{}", err I0424 07:21:30.746823 3777 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.746852 3777 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 I0424 07:21:30.748277 3777 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6, ips: 10.130.0.26 I0424 07:21:30.748308 3777 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.748350 3777 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.748362 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:30.748554 3777 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.748568 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:30.769843 3777 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.769895 3777 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 I0424 07:21:30.771098 3777 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6, ips: 10.130.0.25 I0424 07:21:30.771124 3777 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.771139 3777 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.771147 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:30.771334 3777 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:30.771347 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:31.773280 3777 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.773303 3777 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.773317 3777 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.773339 3777 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf288qd6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799485 3777 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799566 3777 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799596 3777 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:31.799606 3777 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jvft6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:32.774180 3777 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:32.774318 3777 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch I0424 07:21:32.787770 3777 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch] pod update took 13.48203ms I0424 07:21:32.787790 3777 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch] addLogicalPort annotation time took 13.505109ms I0424 07:21:32.789029 3777 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch] addLogicalPort took 14.883228ms, libovsdb time 882.029µs I0424 07:21:32.873184 3777 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:32.873330 3777 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx I0424 07:21:32.885967 3777 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx] pod update took 12.691696ms I0424 07:21:32.885994 3777 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx] addLogicalPort annotation time took 12.721209ms I0424 07:21:32.887121 3777 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx] addLogicalPort took 14.000167ms, libovsdb time 761.239µs I0424 07:21:33.132416 3777 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch 8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch 8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84 network default NAD default NAD key ] I0424 07:21:33.142894 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch, hostIfaceName: 8b651c96d59e7a8, network: default, NAD default, SandboxID: "8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84", PCI device ID: , UID: "035b3690-0e3e-46ce-b260-51e99fd38b92", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0424 07:21:33.189515 3777 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch 8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch 8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:00:31:f0:25:85\",\"name\":\"8b651c96d59e7a8\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb426394-3562-4493-ac95-8473b6539951\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:21:33.233550 3777 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c network default NAD default NAD key ] I0424 07:21:33.244549 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx, hostIfaceName: bd4e7171b88f60d, network: default, NAD default, SandboxID: "bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c", PCI device ID: , UID: "46d1b27b-89eb-49a3-93ea-c18ce43acdfc", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0424 07:21:33.297126 3777 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:cb:05:90:02:29\",\"name\":\"bd4e7171b88f60d\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfd22293-7225-4c8b-a1c0-210de0679698\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:21:33.620548 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 07:21:33.647604 3777 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm 834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm 834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5 network default NAD default NAD key ] I0424 07:21:33.723388 3777 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm 834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm 834bed727151f0280b07c658568b254f53cbdd2c8c3d31a29cea39265ef006d5 network default NAD default NAD key default], result "{}", err I0424 07:21:33.758647 3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.758682 3777 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm I0424 07:21:33.760125 3777 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm, ips: 10.130.0.27 I0424 07:21:33.760179 3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.760212 3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.760222 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:33.760446 3777 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:33.760462 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:34.651984 3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.652027 3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.652056 3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:34.652068 3777 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:36.673028 3777 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch 8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch 8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84 network default NAD default NAD key ] I0424 07:21:36.744296 3777 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch 8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch 8b651c96d59e7a8ab12d54c5ec4af591348b882f70249446649069a66ac9ea84 network default NAD default NAD key default], result "{}", err I0424 07:21:36.794009 3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.794043 3777 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch I0424 07:21:36.795401 3777 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch, ips: 10.130.0.29 I0424 07:21:36.795426 3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.795447 3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.795456 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:36.795646 3777 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:36.795660 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:37.677274 3777 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c network default NAD default NAD key ] I0424 07:21:37.750401 3777 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx bd4e7171b88f60db3d74fac3b6e2100e39b2195ff09974a916ec4f778f9ba73c network default NAD default NAD key default], result "{}", err I0424 07:21:37.861089 3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.861134 3777 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx I0424 07:21:37.862775 3777 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx, ips: 10.130.0.30 I0424 07:21:37.862799 3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.862826 3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.862836 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:37.862990 3777 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:37.863007 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:37.919357 3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.919379 3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.919393 3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:37.919427 3777 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7gjnch of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.974558 3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.974577 3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.974591 3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:38.974601 3777 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136sj6xx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:44.309805 3777 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-vmftb for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:44.309972 3777 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb I0424 07:21:44.325853 3777 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb] pod update took 15.921237ms I0424 07:21:44.325880 3777 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb] addLogicalPort annotation time took 15.955247ms I0424 07:21:44.327035 3777 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb] addLogicalPort took 17.271518ms, libovsdb time 793.359µs I0424 07:21:44.685739 3777 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb 051379504a9608f2191d423420426a9cf0156078ef3df91c006bbb0f97ec4599 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb 051379504a9608f2191d423420426a9cf0156078ef3df91c006bbb0f97ec4599 network default NAD default NAD key ] I0424 07:21:44.695957 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-vmftb, hostIfaceName: 051379504a9608f, network: default, NAD default, SandboxID: "051379504a9608f2191d423420426a9cf0156078ef3df91c006bbb0f97ec4599", PCI device ID: , UID: "e815186b-a388-41e9-b289-5157b09ca84c", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0424 07:21:44.752993 3777 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb 051379504a9608f2191d423420426a9cf0156078ef3df91c006bbb0f97ec4599 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-vmftb 051379504a9608f2191d423420426a9cf0156078ef3df91c006bbb0f97ec4599 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:bd:74:af:b8:93\",\"name\":\"051379504a9608f\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93c0f2e5-597d-417c-ade0-aa4cf426b692\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:21:46.737502 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 07:21:47.028190 3777 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-grk29] creating logical port konflux-operator_konflux-operator-controller-manager-66b879f574-grk29 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:47.028292 3777 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-66b879f574-grk29 I0424 07:21:47.164835 3777 pod.go:62] [konflux-operator/konflux-operator-controller-manager-66b879f574-grk29] pod update took 136.56752ms I0424 07:21:47.164863 3777 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-66b879f574-grk29] addLogicalPort annotation time took 136.599161ms I0424 07:21:47.166107 3777 pods.go:271] [konflux-operator/konflux-operator-controller-manager-66b879f574-grk29] addLogicalPort took 137.952968ms, libovsdb time 823.771µs I0424 07:21:47.388339 3777 cni.go:452] [konflux-operator/konflux-operator-controller-manager-66b879f574-grk29 d6ab6e52814cf598bf2d320b69e4ccf95c81f88096f4ba810c5b8eba77bf4044 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-grk29 d6ab6e52814cf598bf2d320b69e4ccf95c81f88096f4ba810c5b8eba77bf4044 network default NAD default NAD key ] I0424 07:21:47.397697 3777 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-66b879f574-grk29, hostIfaceName: d6ab6e52814cf59, network: default, NAD default, SandboxID: "d6ab6e52814cf598bf2d320b69e4ccf95c81f88096f4ba810c5b8eba77bf4044", PCI device ID: , UID: "226a63fd-fbbe-4be0-a0e7-9996799bdc47", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0424 07:21:47.445670 3777 cni.go:473] [konflux-operator/konflux-operator-controller-manager-66b879f574-grk29 d6ab6e52814cf598bf2d320b69e4ccf95c81f88096f4ba810c5b8eba77bf4044 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-66b879f574-grk29 d6ab6e52814cf598bf2d320b69e4ccf95c81f88096f4ba810c5b8eba77bf4044 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:9b:72:cc:3a:ab\",\"name\":\"d6ab6e52814cf59\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23068ad6-624f-4f48-a55f-1901333b401e\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:21:47.614874 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 07:21:47.631382 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0424 07:21:47.739683 3777 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18 network default NAD default NAD key ] I0424 07:21:47.815606 3777 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn ec25b8f633a4996a0d1d3be571bdf3432840471d68e780dc1c7a4967425e1e18 network default NAD default NAD key default], result "{}", err I0424 07:21:47.859263 3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.859302 3777 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn I0424 07:21:47.860719 3777 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn, ips: 10.130.0.28 I0424 07:21:47.860745 3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.860767 3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.860774 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 07:21:47.860958 3777 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 07:21:47.860975 3777 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 07:21:48.077005 3777 namespace.go:142] [openshift-operators] updating namespace I0424 07:21:48.087971 3777 namespace.go:142] [openshift-operators] updating namespace I0424 07:21:48.957225 3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.957250 3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.957269 3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:21:48.957279 3777 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvbttn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:21:50.909801 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.647306 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.660607 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.665920 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0424 07:21:54.679845 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 07:21:56.867430 3777 namespace.go:142] [openshift-operators] updating namespace I0424 07:21:57.279325 3777 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-plhm7 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:57.279444 3777 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7 I0424 07:21:57.293981 3777 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-cl67n] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-cl67n for pod on switch ip-10-0-2-52.ec2.internal I0424 07:21:57.294128 3777 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-cl67n I0424 07:21:57.310594 3777 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7] pod update took 31.180644ms I0424 07:21:57.310614 3777 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7] addLogicalPort annotation time took 31.203227ms I0424 07:21:57.311760 3777 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7] addLogicalPort took 32.450154ms, libovsdb time 851.527µs I0424 07:21:57.350301 3777 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-cl67n] pod update took 56.195726ms I0424 07:21:57.350319 3777 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-cl67n] addLogicalPort annotation time took 56.218003ms I0424 07:21:57.351362 3777 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-cl67n] addLogicalPort took 57.396028ms, libovsdb time 719.767µs I0424 07:21:57.649709 3777 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7 0a46a9d51d366a370911738c0aad878bf1fa9d1c5bdf7e55d5fead2e3517c84c network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7 0a46a9d51d366a370911738c0aad878bf1fa9d1c5bdf7e55d5fead2e3517c84c network default NAD default NAD key ] I0424 07:21:57.656083 3777 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-cl67n a7cc762245124991fe09351b6959b95b40fc6764b0fcb9109217158ac6cdd338 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-cl67n a7cc762245124991fe09351b6959b95b40fc6764b0fcb9109217158ac6cdd338 network default NAD default NAD key ] I0424 07:21:57.659648 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-plhm7, hostIfaceName: 0a46a9d51d366a3, network: default, NAD default, SandboxID: "0a46a9d51d366a370911738c0aad878bf1fa9d1c5bdf7e55d5fead2e3517c84c", PCI device ID: , UID: "b499dcc3-5233-43c4-b0d1-f84c216f5fc8", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0424 07:21:57.665253 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-cl67n, hostIfaceName: a7cc76224512499, network: default, NAD default, SandboxID: "a7cc762245124991fe09351b6959b95b40fc6764b0fcb9109217158ac6cdd338", PCI device ID: , UID: "389c6fdd-3579-4c5f-a1f6-ca847a1aa3e8", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0424 07:21:57.710757 3777 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7 0a46a9d51d366a370911738c0aad878bf1fa9d1c5bdf7e55d5fead2e3517c84c network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-plhm7 0a46a9d51d366a370911738c0aad878bf1fa9d1c5bdf7e55d5fead2e3517c84c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:8a:42:a7:b8:a3\",\"name\":\"0a46a9d51d366a3\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa728edf-fc2c-463f-b86f-cb8f0f6505a2\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:21:57.732288 3777 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-cl67n a7cc762245124991fe09351b6959b95b40fc6764b0fcb9109217158ac6cdd338 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-cl67n a7cc762245124991fe09351b6959b95b40fc6764b0fcb9109217158ac6cdd338 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:e6:36:e9:c5:78\",\"name\":\"a7cc76224512499\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c83d13e8-ca0d-4e69-89fe-12a089acd7eb\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:21:57.764866 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 07:22:01.812059 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 07:22:05.053964 3777 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 07:22:05.055326 3777 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.263061ms I0424 07:22:05.137861 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:05.173832 3777 namespace.go:142] [trusted-artifact-signer] updating namespace W0424 07:22:05.471665 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 07:22:11.543697 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=134 I0424 07:22:12.759240 3777 namespace.go:98] [cert-manager] adding namespace I0424 07:22:12.760310 3777 namespace.go:102] [cert-manager] adding namespace took 1.048787ms I0424 07:22:12.805219 3777 namespace.go:142] [cert-manager] updating namespace I0424 07:22:12.815850 3777 namespace.go:142] [cert-manager] updating namespace I0424 07:22:13.403824 3777 namespace.go:98] [openshift-pipelines] adding namespace I0424 07:22:13.404745 3777 namespace.go:102] [openshift-pipelines] adding namespace took 898.851µs I0424 07:22:13.514815 3777 namespace.go:142] [openshift-pipelines] updating namespace I0424 07:22:14.777918 3777 namespace.go:142] [cert-manager] updating namespace I0424 07:22:14.997905 3777 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:15.382462 3777 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:15.597552 3777 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:15.786318 3777 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:16.278221 3777 namespace.go:142] [rhbk-operator] updating namespace I0424 07:22:16.517476 3777 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:16.789287 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:17.029812 3777 namespace.go:142] [tsf] updating namespace I0424 07:22:17.225085 3777 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:17.428912 3777 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:17.634502 3777 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:17.766704 3777 namespace.go:142] [cert-manager] updating namespace I0424 07:22:17.779448 3777 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:17.798363 3777 namespace.go:142] [default] updating namespace I0424 07:22:17.814773 3777 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:17.832559 3777 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:17.845369 3777 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:17.859617 3777 namespace.go:142] [openshift] updating namespace I0424 07:22:17.872456 3777 namespace.go:142] [rhbk-operator] updating namespace I0424 07:22:17.883989 3777 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:17.895819 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:17.906806 3777 namespace.go:142] [tsf] updating namespace I0424 07:22:17.925771 3777 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:17.938684 3777 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:17.960816 3777 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:18.020149 3777 namespace.go:142] [cert-manager] updating namespace I0424 07:22:18.109815 3777 namespace.go:142] [cert-manager-operator] updating namespace I0424 07:22:18.225032 3777 namespace.go:142] [default] updating namespace I0424 07:22:18.322771 3777 namespace.go:142] [konflux-operator] updating namespace I0424 07:22:18.427220 3777 namespace.go:142] [konflux-ui] updating namespace I0424 07:22:18.600114 3777 namespace.go:142] [open-cluster-management-2psca9u250vb6r6s6dv7e1vuc6bs1nor] updating namespace I0424 07:22:18.713106 3777 namespace.go:142] [openshift] updating namespace I0424 07:22:18.865822 3777 namespace.go:142] [rhbk-operator] updating namespace I0424 07:22:18.977739 3777 namespace.go:142] [rhtpa-operator] updating namespace I0424 07:22:19.092854 3777 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 07:22:19.183559 3777 namespace.go:142] [tsf] updating namespace I0424 07:22:19.314954 3777 namespace.go:142] [tsf-keycloak] updating namespace I0424 07:22:19.392774 3777 namespace.go:142] [tsf-tas] updating namespace I0424 07:22:19.484824 3777 namespace.go:142] [tsf-tpa] updating namespace I0424 07:22:20.092953 3777 namespace.go:142] [openshift-pipelines] updating namespace I0424 07:22:20.525838 3777 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-vqsbq for pod on switch ip-10-0-2-52.ec2.internal I0424 07:22:20.525957 3777 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq I0424 07:22:20.544311 3777 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq] pod update took 18.392772ms I0424 07:22:20.544335 3777 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq] addLogicalPort annotation time took 18.421934ms I0424 07:22:20.545547 3777 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq] addLogicalPort took 19.724477ms, libovsdb time 851.592µs I0424 07:22:20.895130 3777 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq 088b749234958cec385c20c8e2ff34d672fb8d25cf0304cee69220f3db4c2d1b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq 088b749234958cec385c20c8e2ff34d672fb8d25cf0304cee69220f3db4c2d1b network default NAD default NAD key ] I0424 07:22:20.904606 3777 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-vqsbq, hostIfaceName: 088b749234958ce, network: default, NAD default, SandboxID: "088b749234958cec385c20c8e2ff34d672fb8d25cf0304cee69220f3db4c2d1b", PCI device ID: , UID: "8f84632b-f59f-45b6-8a1c-ef6ce0a95c95", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0424 07:22:20.956220 3777 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq 088b749234958cec385c20c8e2ff34d672fb8d25cf0304cee69220f3db4c2d1b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-vqsbq 088b749234958cec385c20c8e2ff34d672fb8d25cf0304cee69220f3db4c2d1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:82:f8:a4:2c:7c\",\"name\":\"088b749234958ce\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5894e1e-1699-4826-83c7-64017d45f051\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:22:23.929599 3777 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 07:22:23.929617 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 07:22:28.211533 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-7s24z for pod on switch ip-10-0-2-52.ec2.internal I0424 07:22:28.211628 3777 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z I0424 07:22:28.233086 3777 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z] pod update took 21.491145ms I0424 07:22:28.233108 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z] addLogicalPort annotation time took 21.517195ms I0424 07:22:28.234344 3777 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z] addLogicalPort took 22.824961ms, libovsdb time 826.97µs I0424 07:22:28.305259 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-bdckn for pod on switch ip-10-0-2-52.ec2.internal I0424 07:22:28.305378 3777 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn I0424 07:22:28.320351 3777 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn] pod update took 14.993976ms I0424 07:22:28.320376 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn] addLogicalPort annotation time took 15.022176ms I0424 07:22:28.321737 3777 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn] addLogicalPort took 16.4892ms, libovsdb time 891.682µs I0424 07:22:28.577693 3777 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z e2f67c6f59515886979675bb7c753e327e6301106ce173152f786bdff073b57d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z e2f67c6f59515886979675bb7c753e327e6301106ce173152f786bdff073b57d network default NAD default NAD key ] I0424 07:22:28.587324 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-7s24z, hostIfaceName: e2f67c6f5951588, network: default, NAD default, SandboxID: "e2f67c6f59515886979675bb7c753e327e6301106ce173152f786bdff073b57d", PCI device ID: , UID: "f26d5c8d-2b45-48c8-a303-391e32353f96", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0424 07:22:28.639604 3777 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z e2f67c6f59515886979675bb7c753e327e6301106ce173152f786bdff073b57d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-7s24z e2f67c6f59515886979675bb7c753e327e6301106ce173152f786bdff073b57d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:a5:6c:00:55:54\",\"name\":\"e2f67c6f5951588\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/186b57eb-600f-48a4-b90d-0e4e1f099bf5\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:22:28.671109 3777 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn 2c33c299b155f52a1ac5a790344583fc6e902c476fc1a66e06157beecb1ce615 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn 2c33c299b155f52a1ac5a790344583fc6e902c476fc1a66e06157beecb1ce615 network default NAD default NAD key ] I0424 07:22:28.681338 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-bdckn, hostIfaceName: 2c33c299b155f52, network: default, NAD default, SandboxID: "2c33c299b155f52a1ac5a790344583fc6e902c476fc1a66e06157beecb1ce615", PCI device ID: , UID: "e5d4fa4f-2e7a-4029-8273-d4cfb2d4b0bd", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0424 07:22:28.730951 3777 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn 2c33c299b155f52a1ac5a790344583fc6e902c476fc1a66e06157beecb1ce615 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-bdckn 2c33c299b155f52a1ac5a790344583fc6e902c476fc1a66e06157beecb1ce615 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a8:d0:50:15:43\",\"name\":\"2c33c299b155f52\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bc32684-504b-4ce3-8b16-abfc2c746ce3\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:22:29.941132 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 07:22:29.941178 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 07:22:31.983661 3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:31.983679 3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:31.983684 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:33.332997 3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.333019 3777 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.333027 3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:22:33.333033 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 07:22:38.460001 3777 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:22:38.460570 3777 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:22:38.481101 3777 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:22:38.481121 3777 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:22:38.487579 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 07:22:38.487604 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0424 07:22:42.991505 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:42.991531 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:42.991538 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 07:22:44.048337 3777 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:44.048356 3777 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:44.048361 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0424 07:22:48.536342 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=36 W0424 07:22:49.387678 3777 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 07:22:49.434842 3777 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 07:22:55.057413 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:55.057435 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 07:22:55.057441 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0424 07:22:56.621501 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0424 07:22:58.802885 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 07:23:01.536026 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0424 07:23:01.639310 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-cq9d6 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:23:01.639490 3777 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6 I0424 07:23:01.653241 3777 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6] pod update took 13.796277ms I0424 07:23:01.653262 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6] addLogicalPort annotation time took 13.821496ms I0424 07:23:01.654469 3777 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6] addLogicalPort took 15.181189ms, libovsdb time 859.541µs I0424 07:23:01.828450 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-q7qwt for pod on switch ip-10-0-2-52.ec2.internal I0424 07:23:01.828538 3777 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt I0424 07:23:01.841156 3777 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt] pod update took 12.637948ms I0424 07:23:01.841201 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt] addLogicalPort annotation time took 12.688305ms I0424 07:23:01.842488 3777 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt] addLogicalPort took 14.056529ms, libovsdb time 875.668µs I0424 07:23:02.002511 3777 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6 6b4c6891a19960ca71ae5a5f80193760cda8dfa3a35cb781bab8dac112012d79 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6 6b4c6891a19960ca71ae5a5f80193760cda8dfa3a35cb781bab8dac112012d79 network default NAD default NAD key ] I0424 07:23:02.012135 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-cq9d6, hostIfaceName: 6b4c6891a19960c, network: default, NAD default, SandboxID: "6b4c6891a19960ca71ae5a5f80193760cda8dfa3a35cb781bab8dac112012d79", PCI device ID: , UID: "0f4d6a29-8337-4555-bcb6-5ae71376f9ea", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0424 07:23:02.065321 3777 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6 6b4c6891a19960ca71ae5a5f80193760cda8dfa3a35cb781bab8dac112012d79 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-cq9d6 6b4c6891a19960ca71ae5a5f80193760cda8dfa3a35cb781bab8dac112012d79 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:7b:f6:82:e6:4e\",\"name\":\"6b4c6891a19960c\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81cd1725-28c3-4ab3-a6dd-e90722bd2dce\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:23:02.191596 3777 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt 54faa10a0a4a5e067939738dc4bc8817a73bf8dc03382142c0826bda465d2fad network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt 54faa10a0a4a5e067939738dc4bc8817a73bf8dc03382142c0826bda465d2fad network default NAD default NAD key ] I0424 07:23:02.201472 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-q7qwt, hostIfaceName: 54faa10a0a4a5e0, network: default, NAD default, SandboxID: "54faa10a0a4a5e067939738dc4bc8817a73bf8dc03382142c0826bda465d2fad", PCI device ID: , UID: "5093ef1c-7dd4-472d-9a65-a8938815d5bd", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0424 07:23:02.252542 3777 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt 54faa10a0a4a5e067939738dc4bc8817a73bf8dc03382142c0826bda465d2fad network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-q7qwt 54faa10a0a4a5e067939738dc4bc8817a73bf8dc03382142c0826bda465d2fad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:3e:81:66:94:9e\",\"name\":\"54faa10a0a4a5e0\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/107a8a56-ff17-4a61-8f38-044e985807f5\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:23:05.169641 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 07:23:09.531459 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 07:23:12.632072 3777 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:23:12.632644 3777 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:23:12.651933 3777 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:23:12.651954 3777 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:23:12.657615 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 07:23:12.657640 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 07:23:14.653639 3777 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 07:23:14.654244 3777 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 07:23:14.654270 3777 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 07:23:14.656280 3777 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0424 07:23:16.184607 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0424 07:23:20.554319 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 07:23:20.554336 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 07:23:20.557155 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 07:23:20.557184 3777 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 07:23:23.018719 3777 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 07:23:26.097975 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:23:26.098083 3777 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0424 07:23:26.110671 3777 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.610718ms I0424 07:23:26.110700 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.644754ms I0424 07:23:26.111959 3777 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.003521ms, libovsdb time 834.45µs I0424 07:23:29.458037 3777 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 2f4fdd2db7049a2a099bed4b192d5f1e3f6644101bc7f4bdc0ec9a6138b1510b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 2f4fdd2db7049a2a099bed4b192d5f1e3f6644101bc7f4bdc0ec9a6138b1510b network default NAD default NAD key ] I0424 07:23:29.467767 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 2f4fdd2db7049a2, network: default, NAD default, SandboxID: "2f4fdd2db7049a2a099bed4b192d5f1e3f6644101bc7f4bdc0ec9a6138b1510b", PCI device ID: , UID: "9ebca438-9531-45f9-b7c9-33fa5f063b62", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0424 07:23:29.518781 3777 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 2f4fdd2db7049a2a099bed4b192d5f1e3f6644101bc7f4bdc0ec9a6138b1510b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 2f4fdd2db7049a2a099bed4b192d5f1e3f6644101bc7f4bdc0ec9a6138b1510b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:b0:0c:f8:7c:f7\",\"name\":\"2f4fdd2db7049a2\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb28c351-81cf-4722-a6a3-01e1da26b3b4\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:23:31.743180 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 07:23:35.376012 3777 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0424 07:23:41.930419 3777 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:41.930436 3777 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 07:23:41.930441 3777 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 07:23:45.643780 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 07:24:04.980552 3777 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:04.981208 3777 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:05.027385 3777 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:05.027473 3777 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:05.036704 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 07:24:05.036791 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 07:24:07.463611 3777 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-647647bf56-vtwqc] creating logical port tsf-tas_fulcio-server-647647bf56-vtwqc for pod on switch ip-10-0-2-52.ec2.internal I0424 07:24:07.463708 3777 kube.go:256] Updating pod tsf-tas/fulcio-server-647647bf56-vtwqc I0424 07:24:07.481153 3777 pod.go:62] [tsf-tas/fulcio-server-647647bf56-vtwqc] pod update took 17.467493ms I0424 07:24:07.481210 3777 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-647647bf56-vtwqc] addLogicalPort annotation time took 17.530673ms I0424 07:24:07.482999 3777 pods.go:271] [tsf-tas/fulcio-server-647647bf56-vtwqc] addLogicalPort took 19.401587ms, libovsdb time 1.243715ms I0424 07:24:07.789864 3777 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-76d947dff-8ns7v] creating logical port tsf-tas_trillian-logserver-76d947dff-8ns7v for pod on switch ip-10-0-2-52.ec2.internal I0424 07:24:07.789951 3777 kube.go:256] Updating pod tsf-tas/trillian-logserver-76d947dff-8ns7v I0424 07:24:07.812218 3777 pod.go:62] [tsf-tas/trillian-logserver-76d947dff-8ns7v] pod update took 22.291488ms I0424 07:24:07.812238 3777 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-76d947dff-8ns7v] addLogicalPort annotation time took 22.317003ms I0424 07:24:07.813407 3777 pods.go:271] [tsf-tas/trillian-logserver-76d947dff-8ns7v] addLogicalPort took 23.557531ms, libovsdb time 827.465µs I0424 07:24:07.990172 3777 cni.go:452] [tsf-tas/fulcio-server-647647bf56-vtwqc 4fac52883d2ee472caa6a60012390836cce18006adf9be615ad5d220395dcaa2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-647647bf56-vtwqc 4fac52883d2ee472caa6a60012390836cce18006adf9be615ad5d220395dcaa2 network default NAD default NAD key ] I0424 07:24:07.999839 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-647647bf56-vtwqc, hostIfaceName: 4fac52883d2ee47, network: default, NAD default, SandboxID: "4fac52883d2ee472caa6a60012390836cce18006adf9be615ad5d220395dcaa2", PCI device ID: , UID: "2feff728-640f-4b24-addc-860ce8447c0d", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0424 07:24:08.053376 3777 cni.go:473] [tsf-tas/fulcio-server-647647bf56-vtwqc 4fac52883d2ee472caa6a60012390836cce18006adf9be615ad5d220395dcaa2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-647647bf56-vtwqc 4fac52883d2ee472caa6a60012390836cce18006adf9be615ad5d220395dcaa2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b2:2e:ec:65:ea\",\"name\":\"4fac52883d2ee47\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d6bbdfe-f464-4f7d-8281-7ad4457aa55b\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:24:08.211318 3777 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-854f546d5b-5fg5q] creating logical port tsf-tas_trillian-logsigner-854f546d5b-5fg5q for pod on switch ip-10-0-2-52.ec2.internal I0424 07:24:08.211421 3777 kube.go:256] Updating pod tsf-tas/trillian-logsigner-854f546d5b-5fg5q I0424 07:24:08.224381 3777 pod.go:62] [tsf-tas/trillian-logsigner-854f546d5b-5fg5q] pod update took 12.987588ms I0424 07:24:08.224408 3777 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-854f546d5b-5fg5q] addLogicalPort annotation time took 13.016525ms I0424 07:24:08.225872 3777 pods.go:271] [tsf-tas/trillian-logsigner-854f546d5b-5fg5q] addLogicalPort took 14.577997ms, libovsdb time 967.72µs I0424 07:24:08.791151 3777 cni.go:452] [tsf-tas/trillian-logserver-76d947dff-8ns7v 2860ca06ae988f3a80be0cfb931731395e8b2c0bb03cc96c675435cec30b158a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-76d947dff-8ns7v 2860ca06ae988f3a80be0cfb931731395e8b2c0bb03cc96c675435cec30b158a network default NAD default NAD key ] I0424 07:24:08.802090 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-76d947dff-8ns7v, hostIfaceName: 2860ca06ae988f3, network: default, NAD default, SandboxID: "2860ca06ae988f3a80be0cfb931731395e8b2c0bb03cc96c675435cec30b158a", PCI device ID: , UID: "5f8386ad-3109-48ab-b968-8936551d7453", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0424 07:24:08.856225 3777 cni.go:473] [tsf-tas/trillian-logserver-76d947dff-8ns7v 2860ca06ae988f3a80be0cfb931731395e8b2c0bb03cc96c675435cec30b158a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-76d947dff-8ns7v 2860ca06ae988f3a80be0cfb931731395e8b2c0bb03cc96c675435cec30b158a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6e:78:6d:3b:de\",\"name\":\"2860ca06ae988f3\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/321a9d88-3148-405a-995b-dde995cb86bc\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:24:09.178530 3777 cni.go:452] [tsf-tas/trillian-logsigner-854f546d5b-5fg5q 687a5f6b9b84a822cf252925b23da6766a0ced32297161c0317f0d49723df848 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-854f546d5b-5fg5q 687a5f6b9b84a822cf252925b23da6766a0ced32297161c0317f0d49723df848 network default NAD default NAD key ] I0424 07:24:09.188853 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-854f546d5b-5fg5q, hostIfaceName: 687a5f6b9b84a82, network: default, NAD default, SandboxID: "687a5f6b9b84a822cf252925b23da6766a0ced32297161c0317f0d49723df848", PCI device ID: , UID: "19c501ed-3cf1-4dc1-9805-3b807fdaf362", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0424 07:24:09.241075 3777 cni.go:473] [tsf-tas/trillian-logsigner-854f546d5b-5fg5q 687a5f6b9b84a822cf252925b23da6766a0ced32297161c0317f0d49723df848 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-854f546d5b-5fg5q 687a5f6b9b84a822cf252925b23da6766a0ced32297161c0317f0d49723df848 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:92:c3:b4:99:b8\",\"name\":\"687a5f6b9b84a82\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7ae6e36-2de3-424c-8c6a-a47a1edf5d11\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:24:09.527921 3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 07:24:09.527946 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 07:24:09.552133 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0424 07:24:09.552153 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0424 07:24:10.626877 3777 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-65c6d9d7c5-jbnwm] creating logical port tsf-tas_trillian-db-65c6d9d7c5-jbnwm for pod on switch ip-10-0-2-52.ec2.internal I0424 07:24:10.627043 3777 kube.go:256] Updating pod tsf-tas/trillian-db-65c6d9d7c5-jbnwm I0424 07:24:10.640573 3777 pod.go:62] [tsf-tas/trillian-db-65c6d9d7c5-jbnwm] pod update took 13.569042ms I0424 07:24:10.640601 3777 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-65c6d9d7c5-jbnwm] addLogicalPort annotation time took 13.602089ms I0424 07:24:10.640708 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-x5rmj for pod on switch ip-10-0-2-52.ec2.internal I0424 07:24:10.640812 3777 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj I0424 07:24:10.642409 3777 pods.go:271] [tsf-tas/trillian-db-65c6d9d7c5-jbnwm] addLogicalPort took 15.5544ms, libovsdb time 1.197012ms I0424 07:24:10.656302 3777 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj] pod update took 15.519574ms I0424 07:24:10.656333 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj] addLogicalPort annotation time took 15.553512ms I0424 07:24:10.657863 3777 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj] addLogicalPort took 17.170342ms, libovsdb time 1.034182ms I0424 07:24:10.737626 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-cd8h4 for pod on switch ip-10-0-2-52.ec2.internal I0424 07:24:10.737743 3777 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4 I0424 07:24:10.753809 3777 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4] pod update took 16.094695ms I0424 07:24:10.753839 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4] addLogicalPort annotation time took 16.132614ms I0424 07:24:10.755590 3777 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4] addLogicalPort took 17.986315ms, libovsdb time 1.173187ms I0424 07:24:11.013682 3777 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj 77a44d14334b909f5130f527cfa8c9422c4802d688fb0422876788f5cebe2e46 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj 77a44d14334b909f5130f527cfa8c9422c4802d688fb0422876788f5cebe2e46 network default NAD default NAD key ] I0424 07:24:11.026414 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-x5rmj, hostIfaceName: 77a44d14334b909, network: default, NAD default, SandboxID: "77a44d14334b909f5130f527cfa8c9422c4802d688fb0422876788f5cebe2e46", PCI device ID: , UID: "a9f9c9f4-76b3-414b-bbe2-2d10ed4bd7d8", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0424 07:24:11.089293 3777 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj 77a44d14334b909f5130f527cfa8c9422c4802d688fb0422876788f5cebe2e46 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-x5rmj 77a44d14334b909f5130f527cfa8c9422c4802d688fb0422876788f5cebe2e46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:96:eb:78:a1:14\",\"name\":\"77a44d14334b909\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ce1f879-db45-41be-abac-43af9c03b61a\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:24:11.117741 3777 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4 0c736e8022679e76f2e352b1da8e6432cb2ee02a21677095abcf51e4b1fda610 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4 0c736e8022679e76f2e352b1da8e6432cb2ee02a21677095abcf51e4b1fda610 network default NAD default NAD key ] I0424 07:24:11.130941 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-cd8h4, hostIfaceName: 0c736e8022679e7, network: default, NAD default, SandboxID: "0c736e8022679e76f2e352b1da8e6432cb2ee02a21677095abcf51e4b1fda610", PCI device ID: , UID: "89fae5a3-b964-4567-9c4b-dee7ae13e224", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0424 07:24:11.195751 3777 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4 0c736e8022679e76f2e352b1da8e6432cb2ee02a21677095abcf51e4b1fda610 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-cd8h4 0c736e8022679e76f2e352b1da8e6432cb2ee02a21677095abcf51e4b1fda610 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:11:56:fc:ee:13\",\"name\":\"0c736e8022679e7\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5220744a-0997-43b6-8bf9-362237b967bc\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:24:14.019411 3777 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-spzh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:14.020080 3777 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-spzh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:14.900397 3777 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-spzh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:14.900419 3777 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-spzh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:24:16.576001 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 07:24:16.620908 3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 07:24:16.645640 3777 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0424 07:24:18.122926 3777 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 07:24:18.122945 3777 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0424 07:24:20.892888 3777 cni.go:452] [tsf-tas/trillian-db-65c6d9d7c5-jbnwm 687e2de8000b6b30ed4da8ed54e720bfdc6cd9862670d808aa63f0c3efd570b0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-65c6d9d7c5-jbnwm 687e2de8000b6b30ed4da8ed54e720bfdc6cd9862670d808aa63f0c3efd570b0 network default NAD default NAD key ] I0424 07:24:20.902528 3777 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-65c6d9d7c5-jbnwm, hostIfaceName: 687e2de8000b6b3, network: default, NAD default, SandboxID: "687e2de8000b6b30ed4da8ed54e720bfdc6cd9862670d808aa63f0c3efd570b0", PCI device ID: , UID: "f3588674-9b7e-4e94-9111-038a6d1ed199", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0424 07:24:20.954808 3777 cni.go:473] [tsf-tas/trillian-db-65c6d9d7c5-jbnwm 687e2de8000b6b30ed4da8ed54e720bfdc6cd9862670d808aa63f0c3efd570b0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-65c6d9d7c5-jbnwm 687e2de8000b6b30ed4da8ed54e720bfdc6cd9862670d808aa63f0c3efd570b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5f:10:51:77:3f\",\"name\":\"687e2de8000b6b3\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5934bbc-8e6e-4ec2-ad78-1dab784ad7a8\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:24:21.285719 3777 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:21.286300 3777 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:24:22.306409 3777 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:24:22.306433 3777 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-4zxdz-gs4hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:24:25.639560 3777 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0424 07:24:27.588610 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 07:24:36.684462 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 07:24:41.759755 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0424 07:24:44.490745 3777 namespace.go:142] [openshift-pipelines] updating namespace W0424 07:24:54.765432 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 07:24:57.733207 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0424 07:24:58.786725 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0424 07:25:00.220352 3777 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:00.220892 3777 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:00.240912 3777 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:00.240933 3777 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:00.246766 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 07:25:00.246779 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 07:25:09.298495 3777 obj_retry.go:498] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:09.299090 3777 obj_retry.go:498] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:10.179679 3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:10.179699 3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:15.322688 3777 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-28sdp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:15.323200 3777 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-28sdp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:16.344792 3777 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-28sdp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.344815 3777 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-28sdp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.379656 3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.379665 3777 obj_retry.go:492] Detected object tsf/patch-tekton-config-4p8sv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:16.385465 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4p8sv I0424 07:25:16.385485 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4p8sv I0424 07:25:20.353994 3777 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:20.354559 3777 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:20.374402 3777 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:20.374419 3777 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:20.377009 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 07:25:20.377026 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 07:25:25.592560 3777 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:25.593149 3777 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.404911 3777 obj_retry.go:498] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.405488 3777 obj_retry.go:498] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:26.467267 3777 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:26.467286 3777 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-szdzl-7542x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:27.427948 3777 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:27.427977 3777 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:30.427728 3777 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:30.428339 3777 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:30.576384 3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:30.576401 3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:25:33.494282 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 07:25:35.642502 3777 obj_retry.go:498] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:35.643010 3777 obj_retry.go:498] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:36.665766 3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:36.665791 3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 07:25:38.338208 3777 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 07:25:40.678549 3777 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:40.679077 3777 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:25:41.553134 3777 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:41.553181 3777 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2gk7h-stsbq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:25:44.531399 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=78 W0424 07:25:46.574558 3777 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0424 07:25:47.597455 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0424 07:25:52.613175 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 07:26:06.637396 3777 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:06.637952 3777 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:06.682445 3777 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:06.682463 3777 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:06.688325 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 07:26:06.688349 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 07:26:07.403480 3777 namespace.go:98] [image-controller] adding namespace I0424 07:26:07.404406 3777 namespace.go:102] [image-controller] adding namespace took 905.495µs I0424 07:26:07.406181 3777 namespace.go:98] [default-tenant] adding namespace I0424 07:26:07.406897 3777 namespace.go:98] [build-service] adding namespace I0424 07:26:07.406950 3777 namespace.go:102] [default-tenant] adding namespace took 752.931µs I0424 07:26:07.407525 3777 namespace.go:102] [build-service] adding namespace took 614.993µs I0424 07:26:07.424959 3777 namespace.go:98] [integration-service] adding namespace I0424 07:26:07.425603 3777 namespace.go:102] [integration-service] adding namespace took 631.066µs I0424 07:26:07.450763 3777 namespace.go:142] [image-controller] updating namespace I0424 07:26:07.503215 3777 namespace.go:142] [image-controller] updating namespace I0424 07:26:07.503249 3777 namespace.go:142] [default-tenant] updating namespace I0424 07:26:07.550545 3777 namespace.go:142] [default-tenant] updating namespace I0424 07:26:07.552288 3777 namespace.go:142] [build-service] updating namespace I0424 07:26:07.589098 3777 namespace.go:142] [build-service] updating namespace I0424 07:26:07.608746 3777 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.618502 3777 namespace.go:142] [build-service] updating namespace I0424 07:26:07.627785 3777 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.643813 3777 namespace.go:142] [integration-service] updating namespace I0424 07:26:07.686770 3777 namespace.go:98] [release-service] adding namespace I0424 07:26:07.687582 3777 namespace.go:102] [release-service] adding namespace took 796.33µs I0424 07:26:07.722868 3777 namespace.go:142] [release-service] updating namespace I0424 07:26:07.751336 3777 namespace.go:142] [release-service] updating namespace I0424 07:26:07.777840 3777 namespace.go:142] [konflux-ui] updating namespace I0424 07:26:07.827310 3777 namespace.go:98] [konflux-info] adding namespace I0424 07:26:07.828322 3777 namespace.go:102] [konflux-info] adding namespace took 995.398µs I0424 07:26:07.851049 3777 namespace.go:98] [namespace-lister] adding namespace I0424 07:26:07.851725 3777 namespace.go:102] [namespace-lister] adding namespace took 662.298µs I0424 07:26:07.912898 3777 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-52.ec2.internal I0424 07:26:07.913037 3777 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0424 07:26:07.948195 3777 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 35.205699ms I0424 07:26:07.948220 3777 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 35.235319ms I0424 07:26:07.949437 3777 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 36.556954ms, libovsdb time 834.519µs I0424 07:26:07.998016 3777 namespace.go:142] [image-controller] updating namespace I0424 07:26:07.998056 3777 namespace.go:98] [enterprise-contract-service] adding namespace I0424 07:26:07.998827 3777 namespace.go:102] [enterprise-contract-service] adding namespace took 758.062µs I0424 07:26:08.066983 3777 namespace.go:142] [konflux-info] updating namespace I0424 07:26:08.123866 3777 namespace.go:142] [default-tenant] updating namespace I0424 07:26:08.194914 3777 namespace.go:142] [konflux-info] updating namespace I0424 07:26:08.207778 3777 namespace.go:98] [segment-bridge] adding namespace I0424 07:26:08.208596 3777 namespace.go:102] [segment-bridge] adding namespace took 803.974µs I0424 07:26:08.257516 3777 namespace.go:98] [konflux-cli] adding namespace I0424 07:26:08.258376 3777 namespace.go:102] [konflux-cli] adding namespace took 838.107µs I0424 07:26:08.268870 3777 cni.go:452] [konflux-ui/test-tsf-konflux 0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b network default NAD default NAD key ] I0424 07:26:08.278279 3777 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 0ebf85849fd4398, network: default, NAD default, SandboxID: "0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b", PCI device ID: , UID: "afbe90fb-b110-413b-b06a-169a1ea5806f", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0424 07:26:08.331958 3777 cni.go:473] [konflux-ui/test-tsf-konflux 0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:61:f7:42:f6:16\",\"name\":\"0ebf85849fd4398\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7074f43b-907e-466c-990e-b95b4a459419\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:26:08.343333 3777 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:08.639022 3777 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:08.775019 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:08.921892 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:08.998885 3777 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:09.061936 3777 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:09.126116 3777 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:09.197912 3777 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:09.552853 3777 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 07:26:09.553487 3777 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 07:26:09.553506 3777 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 07:26:09.556129 3777 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 07:26:09.660882 3777 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 07:26:09.660907 3777 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 07:26:09.661829 3777 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 07:26:09.707981 3777 namespace.go:142] [build-service] updating namespace I0424 07:26:10.190035 3777 namespace.go:142] [default-tenant] updating namespace I0424 07:26:10.589730 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:10.777028 3777 namespace.go:142] [image-controller] updating namespace I0424 07:26:10.963109 3777 namespace.go:142] [integration-service] updating namespace I0424 07:26:11.056882 3777 base_network_controller_pods.go:487] [default/konflux-ui/proxy-575c44d495-7k9zw] creating logical port konflux-ui_proxy-575c44d495-7k9zw for pod on switch ip-10-0-2-52.ec2.internal I0424 07:26:11.057008 3777 kube.go:256] Updating pod konflux-ui/proxy-575c44d495-7k9zw I0424 07:26:11.104230 3777 pod.go:62] [konflux-ui/proxy-575c44d495-7k9zw] pod update took 47.265559ms I0424 07:26:11.104253 3777 base_network_controller_pods.go:951] [default/konflux-ui/proxy-575c44d495-7k9zw] addLogicalPort annotation time took 47.298603ms I0424 07:26:11.105804 3777 pods.go:271] [konflux-ui/proxy-575c44d495-7k9zw] addLogicalPort took 48.967465ms, libovsdb time 1.093655ms I0424 07:26:11.181943 3777 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:11.450935 3777 namespace.go:142] [konflux-info] updating namespace I0424 07:26:11.694589 3777 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:11.872088 3777 namespace.go:142] [release-service] updating namespace I0424 07:26:12.074267 3777 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:12.203042 3777 namespace.go:142] [build-service] updating namespace I0424 07:26:12.230072 3777 namespace.go:142] [default-tenant] updating namespace I0424 07:26:12.259201 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:12.293200 3777 namespace.go:142] [image-controller] updating namespace I0424 07:26:12.316968 3777 namespace.go:142] [integration-service] updating namespace I0424 07:26:12.360612 3777 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:12.415747 3777 namespace.go:142] [konflux-info] updating namespace I0424 07:26:12.462059 3777 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:12.482906 3777 namespace.go:142] [release-service] updating namespace I0424 07:26:12.537042 3777 namespace.go:142] [segment-bridge] updating namespace I0424 07:26:12.625132 3777 namespace.go:142] [build-service] updating namespace W0424 07:26:12.745312 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 07:26:12.774307 3777 namespace.go:142] [default-tenant] updating namespace I0424 07:26:12.863285 3777 namespace.go:142] [enterprise-contract-service] updating namespace I0424 07:26:12.944115 3777 namespace.go:142] [image-controller] updating namespace I0424 07:26:13.091632 3777 namespace.go:142] [integration-service] updating namespace I0424 07:26:13.222188 3777 namespace.go:142] [konflux-cli] updating namespace I0424 07:26:13.306085 3777 namespace.go:142] [konflux-info] updating namespace I0424 07:26:13.371420 3777 namespace.go:142] [namespace-lister] updating namespace I0424 07:26:13.420017 3777 namespace.go:142] [release-service] updating namespace I0424 07:26:13.471569 3777 namespace.go:142] [segment-bridge] updating namespace W0424 07:26:14.736626 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 07:26:14.755391 3777 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0424 07:26:19.220670 3777 cni.go:452] [konflux-ui/proxy-575c44d495-7k9zw 9838221f9cdfced0eb2ed571dea629abcc1ad724102ce6e6eda7b700ec01f624 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-575c44d495-7k9zw 9838221f9cdfced0eb2ed571dea629abcc1ad724102ce6e6eda7b700ec01f624 network default NAD default NAD key ] I0424 07:26:19.229920 3777 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-575c44d495-7k9zw, hostIfaceName: 9838221f9cdfced, network: default, NAD default, SandboxID: "9838221f9cdfced0eb2ed571dea629abcc1ad724102ce6e6eda7b700ec01f624", PCI device ID: , UID: "13d2a9cb-3735-40b2-9b57-e32f2aa5cfd5", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0424 07:26:19.282245 3777 cni.go:473] [konflux-ui/proxy-575c44d495-7k9zw 9838221f9cdfced0eb2ed571dea629abcc1ad724102ce6e6eda7b700ec01f624 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-575c44d495-7k9zw 9838221f9cdfced0eb2ed571dea629abcc1ad724102ce6e6eda7b700ec01f624 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:a8:94:8b:69:13\",\"name\":\"9838221f9cdfced\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4f41079-93bb-40cb-8c53-b497a3cb1fd4\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 07:26:19.777914 3777 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 07:26:21.843860 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 07:26:21.844041 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 07:26:24.351572 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:24.351589 3777 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:26.838857 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 07:26:26.839647 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 07:26:26.866229 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 07:26:26.867319 3777 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 07:26:27.856548 3777 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 07:26:27.856570 3777 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0424 07:26:29.006286 3777 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:29.006894 3777 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:30.028845 3777 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:30.028871 3777 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dm8nh-wcpbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:38.260296 3777 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:38.260898 3777 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:26:38.917500 3777 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:38.917522 3777 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:26:38.924194 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz I0424 07:26:38.924222 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-ztkmz W0424 07:26:41.950956 3777 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0424 07:27:04.432416 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 07:27:04.432433 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0424 07:27:34.448419 3777 obj_retry.go:498] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:34.448999 3777 obj_retry.go:498] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:35.238942 3777 obj_retry.go:492] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:35.238969 3777 obj_retry.go:492] Detected object konflux-ui/proxy-85d4f788f8-q2r8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:35.245598 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-85d4f788f8-q2r8f I0424 07:27:35.245621 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-85d4f788f8-q2r8f I0424 07:27:37.785401 3777 cni.go:452] [konflux-ui/test-tsf-konflux 0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b network default NAD default NAD key ] I0424 07:27:37.870499 3777 cni.go:473] [konflux-ui/test-tsf-konflux 0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 0ebf85849fd4398089ab74aa7249440652b1aa1337fc581855b9cf05148ccf8b network default NAD default NAD key default], result "{}", err I0424 07:27:37.924392 3777 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:37.924428 3777 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0424 07:27:37.925661 3777 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.47 I0424 07:27:37.925688 3777 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:27:37.942554 3777 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:37.942575 3777 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:27:37.948279 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 07:27:37.948298 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 07:27:51.549260 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=491 I0424 07:28:04.734050 3777 namespace.go:98] [default-managed-tenant-flll7] adding namespace I0424 07:28:04.735021 3777 namespace.go:102] [default-managed-tenant-flll7] adding namespace took 949.453µs I0424 07:28:04.762119 3777 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:04.777688 3777 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:05.810741 3777 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:05.927574 3777 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:06.018374 3777 namespace.go:142] [default-managed-tenant-flll7] updating namespace I0424 07:28:14.534377 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 07:28:49.746741 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0424 07:29:01.806186 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0424 07:29:26.538872 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0424 07:29:44.539547 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=158 I0424 07:30:04.209012 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:30:04.209625 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:30:05.078930 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:30:05.078967 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616930-wtz9t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:30:24.752054 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0424 07:30:30.623339 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0424 07:30:39.740540 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 07:30:53.757106 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0424 07:31:18.534741 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0424 07:31:19.762877 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 07:32:18.624423 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0424 07:32:20.538963 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=57 I0424 07:33:07.552643 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=16 I0424 07:33:26.647394 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 07:33:28.736274 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0424 07:35:27.063630 3777 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:27.063674 3777 obj_retry.go:492] Detected object tsf-tpa/create-db-q75v7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:27.068598 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-q75v7 I0424 07:35:27.068624 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-q75v7 I0424 07:35:30.027454 3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:30.027499 3777 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gsjwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:30.031916 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gsjwt I0424 07:35:30.031949 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gsjwt I0424 07:35:30.626840 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0424 07:35:36.041730 3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:36.041781 3777 obj_retry.go:492] Detected object tsf-tpa/create-importers-jjbws of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:35:36.044315 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jjbws I0424 07:35:36.044338 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jjbws I0424 07:36:17.542530 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0424 07:36:23.537556 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 07:37:33.755057 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 07:38:12.538474 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0424 07:38:22.542408 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0424 07:38:22.809245 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 07:38:27.750108 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 07:38:47.651029 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0424 07:38:55.759755 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0424 07:39:04.743224 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0424 07:39:29.541692 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0424 07:40:04.532642 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:40:04.533229 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:40:05.400905 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.400949 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616940-rqdgg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.450921 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.450939 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:40:05.460765 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn I0424 07:40:05.460787 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616910-mvzvn I0424 07:40:22.555830 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0424 07:40:38.765930 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 W0424 07:41:36.392135 3777 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517nkdm I0424 07:41:43.545369 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0424 07:41:48.627124 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0424 07:41:57.630256 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 07:42:30.265324 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-xx654-init-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:42:30.265458 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod I0424 07:42:30.297088 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod] pod update took 31.657731ms I0424 07:42:30.297115 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod] addLogicalPort annotation time took 31.689216ms I0424 07:42:30.298601 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod] addLogicalPort took 33.292916ms, libovsdb time 932.622µs I0424 07:42:30.626265 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod 1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod 1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92 network default NAD default NAD key ] I0424 07:42:30.635866 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-xx654-init-pod, hostIfaceName: 1faf15dac5f2c9d, network: default, NAD default, SandboxID: "1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92", PCI device ID: , UID: "2a11cda7-910c-490e-bfd0-9bdbabf34c8e", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0424 07:42:30.689333 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod 1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod 1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d0:51:49:25:6a\",\"name\":\"1faf15dac5f2c9d\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/849f189f-261a-461f-9c7b-b4a4e4f4a002\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:42:32.739773 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 07:42:41.410257 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:41.410925 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:42.846475 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-clone-repository-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:42:42.846659 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod I0424 07:42:42.872713 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod] pod update took 26.09848ms I0424 07:42:42.872736 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod] addLogicalPort annotation time took 26.127091ms I0424 07:42:42.873983 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod] addLogicalPort took 27.527583ms, libovsdb time 868.859µs I0424 07:42:42.900297 3777 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-f6dck for pod on switch ip-10-0-2-52.ec2.internal I0424 07:42:42.900381 3777 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck I0424 07:42:42.916478 3777 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck] pod update took 16.119276ms I0424 07:42:42.916507 3777 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck] addLogicalPort annotation time took 16.155698ms I0424 07:42:42.917840 3777 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck] addLogicalPort took 17.561191ms, libovsdb time 855.73µs I0424 07:42:43.308215 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod 99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod 99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf network default NAD default NAD key ] I0424 07:42:43.308500 3777 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck 4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck 4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5 network default NAD default NAD key ] I0424 07:42:43.319013 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-clone-repository-pod, hostIfaceName: 99d447118c15330, network: default, NAD default, SandboxID: "99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf", PCI device ID: , UID: "fcf63a6e-6f8a-400c-b006-8b8a548645ae", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0424 07:42:43.319487 3777 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-f6dck, hostIfaceName: 4790f21ed38843e, network: default, NAD default, SandboxID: "4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5", PCI device ID: , UID: "aab0f279-7ff9-45a7-b189-0f311fb73001", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0424 07:42:43.374887 3777 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck 4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck 4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:4e:ba:1c:3d:28\",\"name\":\"4790f21ed38843e\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/102fb280-5faa-4874-80de-55c04ee7c678\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:42:43.398893 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod 99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod 99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:b6:b8:31:43:14\",\"name\":\"99d447118c15330\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de555f77-0252-44bf-ad9f-6593881af03e\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:42:45.143538 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod 1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod 1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92 network default NAD default NAD key ] I0424 07:42:45.224306 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod 1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod 1faf15dac5f2c9df0b8cd4283db45e3fc04245ddc69d716ea47a632c69616b92 network default NAD default NAD key default], result "{}", err I0424 07:42:45.294529 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:45.294564 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod I0424 07:42:45.296018 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod, ips: 10.130.0.49 I0424 07:42:45.296046 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:46.027974 3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:42:46.027996 3777 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:42:46.035103 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod I0424 07:42:46.035137 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-xx654-init-pod I0424 07:42:46.466746 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:46.467405 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0424 07:42:56.041287 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.041305 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.041311 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 07:42:56.041316 3777 util.go:959] Failed to build node endpoints for node ip-10-0-2-52.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0424 07:42:58.127453 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod 99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod 99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf network default NAD default NAD key ] I0424 07:42:58.218522 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod 99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod 99d447118c1533046e85b451ce40f55fad337d0ff588344d6d34c4b2e48d49bf network default NAD default NAD key default], result "{}", err I0424 07:42:58.296270 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:58.296302 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod I0424 07:42:58.297592 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod, ips: 10.130.0.50 I0424 07:42:58.297620 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:42:58.504720 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:42:58.504883 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod I0424 07:42:58.527537 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod] pod update took 22.722559ms I0424 07:42:58.527558 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod] addLogicalPort annotation time took 22.747195ms I0424 07:42:58.528831 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod] addLogicalPort took 24.126356ms, libovsdb time 874.512µs I0424 07:42:58.872534 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod 524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod 524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9 network default NAD default NAD key ] I0424 07:42:58.883740 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod, hostIfaceName: 524e99b77450675, network: default, NAD default, SandboxID: "524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9", PCI device ID: , UID: "969a50cd-e25d-42db-b256-fb653d2173f3", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0424 07:42:58.937276 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod 524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod 524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:36:cc:f7:55:17\",\"name\":\"524e99b77450675\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/373a3d1d-7ebf-433e-a4fb-e59fd12cfd73\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:43:01.673210 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:01.673853 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:28.753591 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0424 07:43:35.352975 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-build-container-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:43:35.353137 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod I0424 07:43:35.390464 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod] pod update took 37.343157ms I0424 07:43:35.390488 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod] addLogicalPort annotation time took 37.398456ms I0424 07:43:35.391971 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod] addLogicalPort took 39.00127ms, libovsdb time 1.041915ms I0424 07:43:35.416796 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod 524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod 524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9 network default NAD default NAD key ] I0424 07:43:35.496306 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod 524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod 524e99b774506755b52adf6362d9ec2ba966e13487a7a3b57da75791e2c60be9 network default NAD default NAD key default], result "{}", err I0424 07:43:35.589028 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:35.589065 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod I0424 07:43:35.590576 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod, ips: 10.130.0.52 I0424 07:43:35.590611 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:35.722140 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod 4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod 4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1 network default NAD default NAD key ] I0424 07:43:35.731971 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-build-container-pod, hostIfaceName: 4029981f86564ae, network: default, NAD default, SandboxID: "4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1", PCI device ID: , UID: "329a29b6-a8a9-4b43-a9f8-b9e73031f4cd", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0424 07:43:35.785874 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod 4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod 4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:5f:0d:14:bd:b8\",\"name\":\"4029981f86564ae\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8069c1f-49d1-4ac8-8871-4a3912a13e2d\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:43:40.881917 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:43:40.882515 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:44:00.540589 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0424 07:44:13.763022 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0424 07:44:30.541472 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0424 07:44:41.746346 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0424 07:45:29.812728 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 07:46:12.027132 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-build-image-index-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:46:12.027293 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod I0424 07:46:12.063211 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod] pod update took 35.954065ms I0424 07:46:12.063235 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod] addLogicalPort annotation time took 35.980478ms I0424 07:46:12.064649 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod] addLogicalPort took 37.53167ms, libovsdb time 1.003429ms I0424 07:46:12.394070 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod 47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod 47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef network default NAD default NAD key ] I0424 07:46:12.403711 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-build-image-index-pod, hostIfaceName: 47e7dff419ca0cf, network: default, NAD default, SandboxID: "47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef", PCI device ID: , UID: "cd13c8c7-a946-4ce9-a193-cb5789ba2910", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0424 07:46:12.457361 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod 47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod 47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:6e:fc:f3:0d:20\",\"name\":\"47e7dff419ca0cf\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbda7054-b40d-4049-ae27-97574eeca28a\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:46:12.513226 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod 4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod 4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1 network default NAD default NAD key ] I0424 07:46:12.605538 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod 4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod 4029981f86564ae3032d3a29292b065efaea1c067e3db1d2eca6bb382e7993f1 network default NAD default NAD key default], result "{}", err I0424 07:46:12.756809 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:12.756848 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod I0424 07:46:12.758377 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod, ips: 10.130.0.53 I0424 07:46:12.758405 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:17.917079 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:46:17.917248 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod I0424 07:46:17.933979 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod] pod update took 16.757937ms I0424 07:46:17.934004 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod] addLogicalPort annotation time took 16.787325ms I0424 07:46:17.935414 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod] addLogicalPort took 18.349246ms, libovsdb time 897.071µs I0424 07:46:17.980445 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-clair-scan-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:46:17.980554 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod I0424 07:46:18.007191 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod] pod update took 26.667726ms I0424 07:46:18.007214 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod] addLogicalPort annotation time took 26.694624ms I0424 07:46:18.008485 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod] addLogicalPort took 28.05191ms, libovsdb time 890.637µs I0424 07:46:18.287287 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod 76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod 76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558 network default NAD default NAD key ] I0424 07:46:18.296798 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod, hostIfaceName: 76f2948bc0dd3c6, network: default, NAD default, SandboxID: "76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558", PCI device ID: , UID: "5a2221ee-a6db-47e6-af20-2cd020dfd119", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0424 07:46:18.354305 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32 network default NAD default NAD key ] I0424 07:46:18.355219 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod 76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod 76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:b0:f5:61:67:a8\",\"name\":\"76f2948bc0dd3c6\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f237384a-75fa-434c-80f8-bcff485956f0\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:46:18.365327 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-clair-scan-pod, hostIfaceName: f272f37e626a6b0, network: default, NAD default, SandboxID: "f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32", PCI device ID: , UID: "bf79813c-41c4-416f-b4be-1f1a7692b349", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0424 07:46:18.420260 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:11:16:e0:8c:a4\",\"name\":\"f272f37e626a6b0\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c58859c6-e90e-4635-84e7-be1d50ffe451\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:46:18.568731 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod 47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod 47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef network default NAD default NAD key ] I0424 07:46:18.656633 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod 47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod 47e7dff419ca0cfacac8ea98e230b989452b85911593dae6bb337c4da430c9ef network default NAD default NAD key default], result "{}", err I0424 07:46:18.782322 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-sast-shell-check-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:46:18.782481 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod I0424 07:46:18.820481 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod] pod update took 37.978675ms I0424 07:46:18.820514 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod] addLogicalPort annotation time took 38.065933ms I0424 07:46:18.821845 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod] addLogicalPort took 39.540352ms, libovsdb time 906.087µs I0424 07:46:18.885504 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.885566 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod I0424 07:46:18.886913 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod, ips: 10.130.0.54 I0424 07:46:18.886940 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.984637 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:18.985253 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:19.141227 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod 2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod 2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d network default NAD default NAD key ] I0424 07:46:19.150884 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-sast-shell-check-pod, hostIfaceName: 2adaa51bd60eef6, network: default, NAD default, SandboxID: "2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d", PCI device ID: , UID: "d018170a-11c6-4a30-975c-da26173c0c13", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0424 07:46:19.204193 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod 2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod 2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ae:53:42:42:b8\",\"name\":\"2adaa51bd60eef6\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90ba9ce4-013b-430b-a74e-feb7df9c9371\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:46:19.681970 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:46:19.682095 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod I0424 07:46:19.699496 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod] pod update took 17.433653ms I0424 07:46:19.699522 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod] addLogicalPort annotation time took 17.461797ms I0424 07:46:19.701117 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod] addLogicalPort took 19.164943ms, libovsdb time 1.03541ms I0424 07:46:20.123114 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod 488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod 488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a network default NAD default NAD key ] I0424 07:46:20.135218 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod, hostIfaceName: 488b3dfb5eebad9, network: default, NAD default, SandboxID: "488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a", PCI device ID: , UID: "11d87282-63a3-4425-a985-ddb74482fe08", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0424 07:46:20.200071 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod 488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod 488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f2:96:f7:e5:ed\",\"name\":\"488b3dfb5eebad9\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/758eec3e-0005-48cb-a940-d7fee902c803\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:46:20.300787 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-glt8h-tpa-scan-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:46:20.301040 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod I0424 07:46:20.326288 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod] pod update took 25.327908ms I0424 07:46:20.326320 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod] addLogicalPort annotation time took 25.38209ms I0424 07:46:20.328010 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod] addLogicalPort took 27.254799ms, libovsdb time 1.032677ms I0424 07:46:20.680080 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc network default NAD default NAD key ] I0424 07:46:20.693417 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-glt8h-tpa-scan-pod, hostIfaceName: b9b89fa098dbe7d, network: default, NAD default, SandboxID: "b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc", PCI device ID: , UID: "017300b8-f638-466c-b41e-4c152d936817", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0424 07:46:20.755077 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a8:98:e2:62:a0\",\"name\":\"b9b89fa098dbe7d\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db81d405-e6c1-4b24-9d5d-735ee47dfa0b\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:46:21.558885 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=194 I0424 07:46:25.768467 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0424 07:46:29.514513 3777 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-mclph-clamav-scan-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:46:29.514673 3777 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod I0424 07:46:29.536859 3777 pod.go:62] [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod] pod update took 22.231292ms I0424 07:46:29.536958 3777 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod] addLogicalPort annotation time took 22.331561ms I0424 07:46:29.538720 3777 pods.go:271] [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod] addLogicalPort took 24.225766ms, libovsdb time 1.105318ms I0424 07:46:29.757688 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0424 07:46:30.077076 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:46:30.077871 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:14.653952 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 07:47:22.047080 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod 9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod 9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1 network default NAD default NAD key ] I0424 07:47:22.056627 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-mclph-clamav-scan-pod, hostIfaceName: 9ac2fb3ba46827e, network: default, NAD default, SandboxID: "9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1", PCI device ID: , UID: "a167d8e1-ffeb-45c0-af27-83685b3c0a3f", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0424 07:47:22.112854 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod 9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod 9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e3:af:d8:60:df\",\"name\":\"9ac2fb3ba46827e\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a673881e-cd12-4a7f-b59f-1b349febe9d0\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:47:39.403780 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod 2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod 2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d network default NAD default NAD key ] I0424 07:47:39.404330 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod 76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod 76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558 network default NAD default NAD key ] I0424 07:47:39.528186 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod 76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod 76f2948bc0dd3c6daf219ec586598cd2d9eee1e9de635491b0f9b68109104558 network default NAD default NAD key default], result "{}", err I0424 07:47:39.540004 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod 2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod 2adaa51bd60eef63bc16f53938a243333e204877c9e573a96ecd8046c1e7ae4d network default NAD default NAD key default], result "{}", err I0424 07:47:39.665036 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.665091 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod I0424 07:47:39.666722 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod, ips: 10.130.0.55 I0424 07:47:39.666751 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.704508 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:39.704607 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod I0424 07:47:39.706091 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod, ips: 10.130.0.57 I0424 07:47:39.706119 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:40.544872 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0424 07:47:44.630670 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0424 07:47:54.202184 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.202846 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.247191 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:47:54.247748 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:01.548392 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0424 07:48:10.679144 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc network default NAD default NAD key ] I0424 07:48:10.776913 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod b9b89fa098dbe7dfb430007cb339231d760bf4f30ce5a9d535307200e00d0efc network default NAD default NAD key default], result "{}", err I0424 07:48:12.817743 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:12.818370 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.371927 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.372569 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.401935 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:14.402588 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:39.606755 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:39.607420 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:43.544626 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0424 07:48:48.904682 3777 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck 4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck 4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5 network default NAD default NAD key ] I0424 07:48:49.004639 3777 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck 4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck 4790f21ed38843e4a381c30064bd306b19dcec465e070e092e3c5d4be5b72fc5 network default NAD default NAD key default], result "{}", err I0424 07:48:49.168817 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.168876 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod I0424 07:48:49.170278 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod, ips: 10.130.0.59 I0424 07:48:49.170309 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.189207 3777 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:49.189254 3777 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck I0424 07:48:49.190831 3777 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck, ips: 10.130.0.51 I0424 07:48:49.190863 3777 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:48:50.012904 3777 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:48:50.012927 3777 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:48:50.019748 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck I0424 07:48:50.019769 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-f6dck I0424 07:49:09.167342 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod 488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod 488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a network default NAD default NAD key ] I0424 07:49:09.257341 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod 488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod 488b3dfb5eebad9a71be01203363d883d8f291916903def3a88223325681ce3a network default NAD default NAD key default], result "{}", err I0424 07:49:09.440231 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:49:09.440269 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod I0424 07:49:09.441848 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod, ips: 10.130.0.58 I0424 07:49:09.441876 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:49:14.633079 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0424 07:49:25.765578 3777 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0424 07:49:39.543226 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0424 07:50:05.247430 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:05.248015 3777 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:06.059041 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.059067 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616950-9w248 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.102644 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.102670 3777 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:50:06.107905 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s I0424 07:50:06.107929 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616920-wlq7s I0424 07:50:32.464559 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:32.465228 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:50:36.750010 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 07:51:03.725070 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:03.725782 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:07.743148 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0424 07:51:15.156476 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod 9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod 9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1 network default NAD default NAD key ] I0424 07:51:15.245782 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod 9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod 9ac2fb3ba46827ee1efeb1938bc221246dde1c283e61d8a2913d45960b5a50d1 network default NAD default NAD key default], result "{}", err I0424 07:51:15.321529 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:15.321566 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod I0424 07:51:15.323029 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod, ips: 10.130.0.60 I0424 07:51:15.323056 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-mclph-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:22.222779 3777 cni.go:452] [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32 network default NAD default NAD key ] I0424 07:51:22.310654 3777 cni.go:473] [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod f272f37e626a6b07127d02b75b4b1e6f943ca9d81b017b4c664c5ff574b58c32 network default NAD default NAD key default], result "{}", err I0424 07:51:22.393180 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:22.393236 3777 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod I0424 07:51:22.394563 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod, ips: 10.130.0.56 I0424 07:51:22.394593 3777 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-glt8h-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:32.165598 3777 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-rdxl-wmpl6-verify-pod] creating logical port default-tenant_my-integration-test-rdxl-wmpl6-verify-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:51:32.165745 3777 kube.go:256] Updating pod default-tenant/my-integration-test-rdxl-wmpl6-verify-pod I0424 07:51:32.208392 3777 pod.go:62] [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod] pod update took 42.694631ms I0424 07:51:32.208414 3777 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-rdxl-wmpl6-verify-pod] addLogicalPort annotation time took 42.722534ms I0424 07:51:32.209757 3777 pods.go:271] [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod] addLogicalPort took 44.176122ms, libovsdb time 957.924µs I0424 07:51:32.537404 3777 cni.go:452] [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod 536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod 536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4 network default NAD default NAD key ] I0424 07:51:32.548513 3777 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-rdxl-wmpl6-verify-pod, hostIfaceName: 536b8c54aa397b5, network: default, NAD default, SandboxID: "536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4", PCI device ID: , UID: "92823e1c-99de-441a-864d-0ab158159584", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0424 07:51:32.603388 3777 cni.go:473] [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod 536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod 536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6d:72:4d:f4:75\",\"name\":\"536b8c54aa397b5\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d880a485-abc8-48b2-8d53-12c6ea862acf\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:51:32.973933 3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:32.974527 3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:33.024244 3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:33.024750 3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:51.214817 3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:51.215462 3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-tmw8l-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:56.536512 3777 cni.go:452] [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod 536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod 536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4 network default NAD default NAD key ] I0424 07:51:56.637216 3777 cni.go:473] [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod 536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-rdxl-wmpl6-verify-pod 536b8c54aa397b5abaaf30b6b6e5aba7ec86033795348eff61767f6656a32ff4 network default NAD default NAD key default], result "{}", err I0424 07:51:56.739923 3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:51:56.739985 3777 pods.go:176] Deleting pod: default-tenant/my-integration-test-rdxl-wmpl6-verify-pod I0424 07:51:56.741833 3777 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-rdxl-wmpl6-verify-pod, ips: 10.130.0.61 I0424 07:51:56.741861 3777 obj_retry.go:498] Detected object default-tenant/my-integration-test-rdxl-wmpl6-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:15.721342 3777 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:15.721960 3777 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:16.223596 3777 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:52:16.223620 3777 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:52:16.229374 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc I0424 07:52:16.229406 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-kd7vc I0424 07:52:27.510216 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:27.510757 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:28.086446 3777 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-collect-data-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-collect-data-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:52:28.086647 3777 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-collect-data-pod I0424 07:52:28.108331 3777 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-collect-data-pod] pod update took 21.720569ms I0424 07:52:28.108355 3777 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-collect-data-pod] addLogicalPort annotation time took 21.747525ms I0424 07:52:28.109860 3777 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-collect-data-pod] addLogicalPort took 23.432179ms, libovsdb time 975.908µs I0424 07:52:28.453553 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-data-pod 2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-data-pod 2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b network default NAD default NAD key ] I0424 07:52:28.463173 3777 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-collect-data-pod, hostIfaceName: 2c5a5faec96612d, network: default, NAD default, SandboxID: "2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b", PCI device ID: , UID: "49938ea8-6d3d-4da0-aa26-cc2367d374a9", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0424 07:52:28.517948 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-data-pod 2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-data-pod 2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a1:91:c1:5f:da\",\"name\":\"2c5a5faec96612d\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de27d20d-f96e-4fe2-b1d8-3cf708284f3e\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:52:46.756434 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0424 07:52:51.004681 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-collect-data-pod 2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-collect-data-pod 2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b network default NAD default NAD key ] I0424 07:52:51.079969 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-collect-data-pod 2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-collect-data-pod 2c5a5faec96612deba065d5372110493868690f68192ac4bdd16893135289c7b network default NAD default NAD key default], result "{}", err I0424 07:52:51.156020 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:51.156049 3777 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-collect-data-pod I0424 07:52:51.157372 3777 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-collect-data-pod, ips: 10.130.0.62 I0424 07:52:51.157398 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:52:57.634179 3777 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0424 07:53:00.889122 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:00.889737 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:01.929120 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:01.929728 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.246381 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.246966 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.284675 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:04.285199 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:12.039911 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:12.040503 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:13.692689 3777 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-apply-mapping-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:53:13.692902 3777 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod I0424 07:53:13.717378 3777 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod] pod update took 24.552664ms I0424 07:53:13.717405 3777 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod] addLogicalPort annotation time took 24.583116ms I0424 07:53:13.718960 3777 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod] addLogicalPort took 26.283422ms, libovsdb time 1.109853ms I0424 07:53:14.351666 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod 7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod 7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149 network default NAD default NAD key ] I0424 07:53:14.383256 3777 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-apply-mapping-pod, hostIfaceName: 7e600159c1259ff, network: default, NAD default, SandboxID: "7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149", PCI device ID: , UID: "29ca616f-9c6a-4dc3-b2ce-523455767fb9", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0424 07:53:14.434003 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod 7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod 7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:49:94:77:1f:cd\",\"name\":\"7e600159c1259ff\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38715308-7c1c-4172-8cf5-29bac463eb33\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:53:22.544280 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0424 07:53:24.289679 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod 7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod 7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149 network default NAD default NAD key ] I0424 07:53:24.366977 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod 7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod 7e600159c1259ff483c71cb5b02d45c97b589f5f38d4baa2b6c4da9d0bf47149 network default NAD default NAD key default], result "{}", err I0424 07:53:24.446785 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:24.446815 3777 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod I0424 07:53:24.448156 3777 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod, ips: 10.130.0.63 I0424 07:53:24.448197 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:26.815565 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 07:53:35.262019 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:35.262598 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:41.551120 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0424 07:53:43.387009 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:43.387639 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:53:46.547698 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0424 07:54:02.761205 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 07:54:11.792875 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:11.793493 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:12.985535 3777 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-push-snapshot-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:54:12.985673 3777 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod I0424 07:54:13.011273 3777 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod] pod update took 25.635468ms I0424 07:54:13.011299 3777 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod] addLogicalPort annotation time took 25.663824ms I0424 07:54:13.012548 3777 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod] addLogicalPort took 27.026877ms, libovsdb time 864.451µs I0424 07:54:13.355218 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4 network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4 network default NAD default NAD key ] I0424 07:54:13.364975 3777 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-push-snapshot-pod, hostIfaceName: bafdebc5d4630c9, network: default, NAD default, SandboxID: "bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4", PCI device ID: , UID: "fea92585-2ca7-4300-ab63-9091fed48324", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0424 07:54:13.418618 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4 network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:88:a7:59:83:58\",\"name\":\"bafdebc5d4630c9\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d70fdd05-5a29-47fb-b39e-70baa5dc0d6a\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:54:35.903706 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4 network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4 network default NAD default NAD key ] I0424 07:54:36.007771 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4 network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod bafdebc5d4630c98834ed1b4eefdb057e3c2d401f16e87fb5ae67f917f3f6fc4 network default NAD default NAD key default], result "{}", err I0424 07:54:36.084288 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:36.084330 3777 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod I0424 07:54:36.085756 3777 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod, ips: 10.130.0.64 I0424 07:54:36.085789 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:37.898672 3777 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-process-component-sbom-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:54:37.898827 3777 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod I0424 07:54:37.919518 3777 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod] pod update took 20.72268ms I0424 07:54:37.919539 3777 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod] addLogicalPort annotation time took 20.749622ms I0424 07:54:37.920891 3777 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod] addLogicalPort took 22.236953ms, libovsdb time 878.245µs I0424 07:54:38.270219 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f network default NAD default NAD key ] I0424 07:54:38.280316 3777 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-process-component-sbom-pod, hostIfaceName: c22d0e383191c6d, network: default, NAD default, SandboxID: "c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f", PCI device ID: , UID: "090ee653-1d16-4c13-8d1f-4b97c9f808a2", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0424 07:54:38.332515 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:eb:32:de:c7:4a\",\"name\":\"c22d0e383191c6d\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/021749b3-78e1-4319-9732-5bbf67840dc0\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:54:38.709515 3777 base_network_controller_pods.go:487] [default/default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod] creating logical port default-managed-tenant-flll7_managed-g9njc-sign-image-cosign-keyless-pod for pod on switch ip-10-0-2-52.ec2.internal I0424 07:54:38.709716 3777 kube.go:256] Updating pod default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod I0424 07:54:38.735321 3777 pod.go:62] [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod] pod update took 25.656004ms I0424 07:54:38.735346 3777 base_network_controller_pods.go:951] [default/default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 25.687169ms I0424 07:54:38.736615 3777 pods.go:271] [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod] addLogicalPort took 27.124228ms, libovsdb time 891.719µs I0424 07:54:39.077500 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod 1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff network default NAD default NAD key ] ADD starting CNI request [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod 1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff network default NAD default NAD key ] I0424 07:54:39.087018 3777 helper_linux.go:556] ConfigureOVS: namespace: default-managed-tenant-flll7, podName: managed-g9njc-sign-image-cosign-keyless-pod, hostIfaceName: 1c58951d1f99752, network: default, NAD default, SandboxID: "1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff", PCI device ID: , UID: "43a071d9-b393-47f3-96a8-0d4969f33a15", MAC: 0a:58:0a:82:00:42, IPs: [10.130.0.66/23] I0424 07:54:39.139453 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod 1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff network default NAD default NAD key default] ADD finished CNI request [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod 1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:66:d5:97:a2:2a\",\"name\":\"1c58951d1f99752\"},{\"mac\":\"0a:58:0a:82:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2468666e-6f9f-45d2-99f1-b77128966b91\"}],\"ips\":[{\"address\":\"10.130.0.66/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 07:54:49.064063 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f network default NAD default NAD key ] I0424 07:54:49.145371 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod c22d0e383191c6dbefc75e457042e47e2c07d77f691b252c24f3be0e4ffded6f network default NAD default NAD key default], result "{}", err I0424 07:54:49.220412 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:54:49.220451 3777 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod I0424 07:54:49.222289 3777 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod, ips: 10.130.0.65 I0424 07:54:49.222327 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:23.868582 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:23.869183 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:24.298732 3777 obj_retry.go:492] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:55:24.298755 3777 obj_retry.go:492] Detected object default-managed-tenant-flll7/affinity-assistant-730411da2c-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 07:55:24.301972 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-managed-tenant-flll7/affinity-assistant-730411da2c-0 I0424 07:55:24.301992 3777 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-managed-tenant-flll7/affinity-assistant-730411da2c-0 I0424 07:55:24.385418 3777 cni.go:452] [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod 1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff network default NAD default NAD key ] DEL starting CNI request [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod 1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff network default NAD default NAD key ] I0424 07:55:24.492075 3777 cni.go:473] [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod 1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff network default NAD default NAD key default] DEL finished CNI request [default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod 1c58951d1f997522e0fa16f447df77359d2855ffb5c4cae75880affa9c3cf4ff network default NAD default NAD key default], result "{}", err I0424 07:55:24.567510 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:24.567546 3777 pods.go:176] Deleting pod: default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod I0424 07:55:24.568834 3777 pods.go:236] Attempting to release IPs for pod: default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod, ips: 10.130.0.66 I0424 07:55:24.568861 3777 obj_retry.go:498] Detected object default-managed-tenant-flll7/managed-g9njc-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 07:55:29.657467 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 07:55:31.562080 3777 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=413 I0424 07:55:54.772864 3777 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10