+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-118.ec2.internal ++ [[ -n ip-10-0-2-118.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-118.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0418 07:49:45.076775994 - disable conntrack on geneve port' I0418 07:49:45.076775994 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0418 07:49:45.095069214 - starting ovnkube-node + echo 'I0418 07:49:45.095069214 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-118.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-118.ec2.internal --init-node ip-10-0-2-118.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-118.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0418 07:49:45.136280 3708 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0418 07:49:45.136328 3708 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-add9a31944.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0418 07:49:45.137732 3708 kube.go:431] Waiting for certificate I0418 07:49:45.137779 3708 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0418 07:49:45.137824 3708 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0418 07:49:45.138643 3708 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 07:49:45.164781 3708 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:49:45.164796 3708 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:49:45.167363 3708 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:49:45.170153 3708 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tnclc" I0418 07:49:45.178616 3708 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-tnclc" I0418 07:49:45.178673 3708 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0418 07:49:46.138486 3708 kube.go:438] Certificate found I0418 07:49:46.139118 3708 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0418 07:49:46.139984 3708 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0418 07:49:46.185546 3708 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-19 07:44:45 +0000 UTC" deadline="2026-04-19 03:59:50.798560206 +0000 UTC" I0418 07:49:46.185604 3708 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h10m4.612970236s" I0418 07:49:46.201823 3708 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 07:49:46.216798 3708 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0418 07:49:46.216853 3708 server.go:101] MetricServer registers OVS metrics I0418 07:49:46.217093 3708 server.go:105] MetricServer registers OVN DB metrics I0418 07:49:46.217320 3708 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0418 07:49:46.217379 3708 factory.go:561] Starting watch factory I0418 07:49:46.217477 3708 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217497 3708 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217504 3708 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217524 3708 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217478 3708 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217504 3708 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217599 3708 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217572 3708 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217483 3708 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.217710 3708 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.218885 3708 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.218908 3708 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.220911 3708 controller_manager.go:370] Starting the ovnkube controller I0418 07:49:46.220923 3708 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-118.ec2.internal I0418 07:49:46.220997 3708 controller_manager.go:395] NBDB zone sync took: 48.757µs I0418 07:49:46.221011 3708 factory.go:561] Starting watch factory I0418 07:49:46.222196 3708 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0418 07:49:46.222219 3708 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0418 07:49:46.235253 3708 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.235271 3708 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.235688 3708 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0418 07:49:46.235724 3708 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0418 07:49:46.238384 3708 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.238815 3708 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.239385 3708 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.241702 3708 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0418 07:49:46.241733 3708 server.go:109] MetricServer registers OVN Controller metrics I0418 07:49:46.245677 3708 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 07:49:46.246517 3708 server.go:113] MetricServer registers OVN Northd metrics I0418 07:49:46.250915 3708 metrics.go:519] OVN Metrics Server starts to run ... I0418 07:49:46.322741 3708 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 07:49:46.322757 3708 factory.go:1977] *v1.Pod informer cache synced successfully I0418 07:49:46.322760 3708 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 07:49:46.322764 3708 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 07:49:46.322767 3708 factory.go:1977] *v1.Node informer cache synced successfully I0418 07:49:46.322770 3708 factory.go:1977] *v1.Service informer cache synced successfully I0418 07:49:46.322830 3708 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.322844 3708 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.322875 3708 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.322892 3708 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.325804 3708 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.325871 3708 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 07:49:46.326790 3708 factory.go:1977] *v1.Namespace informer cache synced successfully I0418 07:49:46.326806 3708 factory.go:1977] *v1.Node informer cache synced successfully I0418 07:49:46.326812 3708 factory.go:1977] *v1.Service informer cache synced successfully I0418 07:49:46.326817 3708 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0418 07:49:46.326821 3708 factory.go:1977] *v1.Pod informer cache synced successfully I0418 07:49:46.326824 3708 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0418 07:49:46.327885 3708 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 07:49:46.327896 3708 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 07:49:46.327942 3708 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.327955 3708 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.330456 3708 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.332528 3708 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0418 07:49:46.332539 3708 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0418 07:49:46.333675 3708 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 07:49:46.333740 3708 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.333759 3708 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.336248 3708 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.338158 3708 factory.go:1977] *v1.EgressIP informer cache synced successfully I0418 07:49:46.339242 3708 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 07:49:46.339288 3708 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.339300 3708 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.341742 3708 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.343759 3708 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0418 07:49:46.344861 3708 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 07:49:46.344921 3708 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.344938 3708 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.347350 3708 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.349347 3708 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0418 07:49:46.350493 3708 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 07:49:46.350547 3708 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.350576 3708 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.353056 3708 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.355029 3708 factory.go:1977] *v1.EgressService informer cache synced successfully I0418 07:49:46.356245 3708 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 07:49:46.356420 3708 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:49:46.356438 3708 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:49:46.358867 3708 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 07:49:46.360939 3708 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0418 07:49:46.362094 3708 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 07:49:46.362152 3708 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.362166 3708 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.362200 3708 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.362215 3708 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.364895 3708 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.364901 3708 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 07:49:46.366834 3708 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0418 07:49:46.368143 3708 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 07:49:46.368153 3708 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 07:49:46.368163 3708 factory.go:680] Watch Factory start up complete, took: 150.784651ms I0418 07:49:46.368238 3708 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0418 07:49:46.372860 3708 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0418 07:49:46.372874 3708 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0418 07:49:46.372885 3708 factory.go:680] Watch Factory start up complete, took: 151.872251ms I0418 07:49:46.372895 3708 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-118.ec2.internal" zone I0418 07:49:46.409305 3708 default_node_network_controller.go:710] Initializing the default node network controller I0418 07:49:46.479077 3708 udn_isolation.go:101] Starting UDN host isolation manager I0418 07:49:46.485715 3708 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0418 07:49:46.545314 3708 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0418 07:49:46.545414 3708 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0418 07:49:46.545429 3708 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0418 07:49:46.578381 3708 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0418 07:49:46.578435 3708 default_node_network_controller.go:809] Node ip-10-0-2-118.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0418 07:49:46.583332 3708 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.118"] k8s.ovn.org/zone-name:ip-10-0-2-118.ec2.internal] on node ip-10-0-2-118.ec2.internal I0418 07:49:46.603039 3708 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0418 07:49:46.609704 3708 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0418 07:49:46.609850 3708 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0418 07:49:46.610002 3708 gateway_init.go:263] Preparing Gateway I0418 07:49:46.610014 3708 gateway_shared_intf.go:1687] Creating new gateway I0418 07:49:46.623371 3708 controller_manager.go:429] Waiting for node in zone sync took: 250.464568ms I0418 07:49:46.628885 3708 controller_manager.go:611] Switching to transit router for layer2 networks I0418 07:49:46.628899 3708 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-118.ec2.internal I0418 07:49:46.642943 3708 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0418 07:49:46.649057 3708 controller_manager.go:290] SCTP support detected in OVN I0418 07:49:46.649949 3708 services_controller.go:69] Creating services controller for network=default I0418 07:49:46.650014 3708 udn_enabled_svc.go:80] Waiting for service informer to sync I0418 07:49:46.650087 3708 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0418 07:49:46.650143 3708 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0418 07:49:46.650154 3708 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0418 07:49:46.650162 3708 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 07:49:46.650317 3708 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0418 07:49:46.650353 3708 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0418 07:49:46.650391 3708 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.753µs I0418 07:49:46.650414 3708 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.988µs I0418 07:49:46.650420 3708 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 66.748µs I0418 07:49:46.650426 3708 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0418 07:49:46.650432 3708 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0418 07:49:46.650442 3708 default_network_controller.go:325] Starting the default network controller I0418 07:49:46.650469 3708 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.396µs I0418 07:49:46.650494 3708 udn_enabled_svc.go:95] Performing full resync I0418 07:49:46.650791 3708 udn_enabled_svc.go:99] Waiting for handler to sync I0418 07:49:46.650803 3708 udn_enabled_svc.go:104] Starting worker I0418 07:49:46.659434 3708 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0418 07:49:46.659510 3708 repair.go:33] Syncing exgw routes took 64.252µs I0418 07:49:46.659532 3708 default_network_controller.go:414] Starting all the Watchers... I0418 07:49:46.659742 3708 namespace.go:98] [openshift-authentication-operator] adding namespace I0418 07:49:46.659775 3708 namespace.go:98] [openshift-monitoring] adding namespace I0418 07:49:46.659783 3708 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0418 07:49:46.659776 3708 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0418 07:49:46.659792 3708 namespace.go:98] [openshift-console-operator] adding namespace I0418 07:49:46.659799 3708 namespace.go:98] [openshift-ingress-operator] adding namespace I0418 07:49:46.659798 3708 namespace.go:98] [openshift-package-operator] adding namespace I0418 07:49:46.659804 3708 namespace.go:98] [openshift-backplane-mobb] adding namespace I0418 07:49:46.659793 3708 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0418 07:49:46.659809 3708 namespace.go:98] [openshift-ingress-canary] adding namespace I0418 07:49:46.659812 3708 namespace.go:98] [openshift-backplane-tam] adding namespace I0418 07:49:46.659814 3708 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0418 07:49:46.659823 3708 namespace.go:98] [openshift-backplane-cee] adding namespace I0418 07:49:46.659827 3708 namespace.go:98] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] adding namespace I0418 07:49:46.659837 3708 namespace.go:98] [openshift-kube-scheduler] adding namespace I0418 07:49:46.660487 3708 namespace.go:102] [openshift-authentication-operator] adding namespace took 726.846µs I0418 07:49:46.660508 3708 namespace.go:98] [openshift-cluster-version] adding namespace I0418 07:49:46.661062 3708 namespace.go:102] [openshift-cluster-version] adding namespace took 547.582µs I0418 07:49:46.661077 3708 namespace.go:98] [openshift-config] adding namespace I0418 07:49:46.661640 3708 namespace.go:102] [openshift-monitoring] adding namespace took 1.852515ms I0418 07:49:46.661655 3708 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0418 07:49:46.662203 3708 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 2.411001ms I0418 07:49:46.662219 3708 namespace.go:98] [openshift-host-network] adding namespace I0418 07:49:46.662809 3708 namespace.go:102] [openshift-host-network] adding namespace took 584.463µs I0418 07:49:46.662822 3708 namespace.go:98] [openshift-etcd] adding namespace I0418 07:49:46.663431 3708 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 3.638185ms I0418 07:49:46.663441 3708 namespace.go:98] [openshift-machine-config-operator] adding namespace I0418 07:49:46.663943 3708 namespace.go:102] [openshift-console-operator] adding namespace took 4.14225ms I0418 07:49:46.663953 3708 namespace.go:98] [openshift-network-node-identity] adding namespace I0418 07:49:46.664403 3708 namespace.go:102] [openshift-package-operator] adding namespace took 4.595637ms I0418 07:49:46.664411 3708 namespace.go:98] [dedicated-admin] adding namespace I0418 07:49:46.665030 3708 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.225045ms I0418 07:49:46.665046 3708 namespace.go:98] [openshift-marketplace] adding namespace I0418 07:49:46.665463 3708 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.649681ms I0418 07:49:46.665480 3708 namespace.go:98] [openshift-ingress] adding namespace I0418 07:49:46.665980 3708 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.166318ms I0418 07:49:46.665995 3708 namespace.go:98] [openshift-console] adding namespace I0418 07:49:46.666525 3708 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.707242ms I0418 07:49:46.666545 3708 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0418 07:49:46.666985 3708 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.16226ms I0418 07:49:46.667006 3708 namespace.go:98] [default] adding namespace I0418 07:49:46.667703 3708 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.88124ms I0418 07:49:46.667716 3708 namespace.go:98] [openshift-route-controller-manager] adding namespace I0418 07:49:46.668281 3708 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.443659ms I0418 07:49:46.668298 3708 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0418 07:49:46.668808 3708 namespace.go:102] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] adding namespace took 8.966999ms I0418 07:49:46.668820 3708 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0418 07:49:46.669421 3708 namespace.go:102] [openshift-kube-scheduler] adding namespace took 9.576198ms I0418 07:49:46.669438 3708 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0418 07:49:46.669907 3708 namespace.go:102] [openshift-config] adding namespace took 8.825777ms I0418 07:49:46.669921 3708 namespace.go:98] [openshift-customer-monitoring] adding namespace I0418 07:49:46.670297 3708 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.633939ms I0418 07:49:46.670319 3708 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0418 07:49:46.670724 3708 namespace.go:102] [openshift-etcd] adding namespace took 7.897835ms I0418 07:49:46.670737 3708 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0418 07:49:46.671333 3708 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.886749ms I0418 07:49:46.671351 3708 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0418 07:49:46.671779 3708 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.821856ms I0418 07:49:46.671792 3708 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0418 07:49:46.672194 3708 namespace.go:102] [dedicated-admin] adding namespace took 7.778682ms I0418 07:49:46.672204 3708 namespace.go:98] [openshift-network-diagnostics] adding namespace I0418 07:49:46.672694 3708 namespace.go:102] [openshift-marketplace] adding namespace took 7.643304ms I0418 07:49:46.672705 3708 namespace.go:98] [openshift-operators] adding namespace I0418 07:49:46.673226 3708 namespace.go:102] [openshift-ingress] adding namespace took 7.739067ms I0418 07:49:46.673244 3708 namespace.go:98] [openshift-console-user-settings] adding namespace I0418 07:49:46.673650 3708 namespace.go:102] [openshift-console] adding namespace took 7.650883ms I0418 07:49:46.673662 3708 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0418 07:49:46.674191 3708 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.63912ms I0418 07:49:46.674208 3708 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0418 07:49:46.674586 3708 namespace.go:102] [default] adding namespace took 7.573804ms I0418 07:49:46.674601 3708 namespace.go:98] [openshift-node] adding namespace I0418 07:49:46.675120 3708 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.399268ms I0418 07:49:46.675133 3708 namespace.go:98] [kube-public] adding namespace I0418 07:49:46.675967 3708 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.661949ms I0418 07:49:46.675983 3708 namespace.go:98] [openshift-multus] adding namespace I0418 07:49:46.676349 3708 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.524171ms I0418 07:49:46.676360 3708 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0418 07:49:46.676734 3708 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.288807ms I0418 07:49:46.676751 3708 namespace.go:98] [openshift-service-ca-operator] adding namespace I0418 07:49:46.677251 3708 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.324603ms I0418 07:49:46.677267 3708 namespace.go:98] [openshift-apiserver-operator] adding namespace I0418 07:49:46.677827 3708 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.499058ms I0418 07:49:46.677843 3708 namespace.go:98] [openshift-kube-apiserver] adding namespace I0418 07:49:46.678339 3708 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.597468ms I0418 07:49:46.678350 3708 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0418 07:49:46.678881 3708 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.525556ms I0418 07:49:46.678890 3708 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0418 07:49:46.679312 3708 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jtkh2: pod openshift-network-diagnostics/network-check-target-jtkh2: no pod IPs found W0418 07:49:46.679331 3708 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5h6jd: pod openshift-network-diagnostics/network-check-target-5h6jd: no pod IPs found I0418 07:49:46.679363 3708 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.563596ms I0418 07:49:46.679379 3708 namespace.go:98] [kube-system] adding namespace I0418 07:49:46.679832 3708 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.621527ms I0418 07:49:46.679848 3708 namespace.go:98] [openshift-config-operator] adding namespace I0418 07:49:46.680217 3708 namespace.go:102] [openshift-operators] adding namespace took 7.508615ms I0418 07:49:46.680229 3708 namespace.go:98] [openshift-insights] adding namespace I0418 07:49:46.680581 3708 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.327925ms I0418 07:49:46.680594 3708 namespace.go:98] [openshift-backplane] adding namespace I0418 07:49:46.681109 3708 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.441544ms I0418 07:49:46.681121 3708 namespace.go:98] [openshift] adding namespace I0418 07:49:46.681504 3708 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.289892ms I0418 07:49:46.681516 3708 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0418 07:49:46.681981 3708 namespace.go:102] [openshift-node] adding namespace took 7.376393ms I0418 07:49:46.681992 3708 namespace.go:98] [kube-node-lease] adding namespace W0418 07:49:46.682960 3708 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-nrm85: pod openshift-multus/network-metrics-daemon-nrm85: no pod IPs found W0418 07:49:46.682974 3708 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bn6nw: pod openshift-multus/network-metrics-daemon-bn6nw: no pod IPs found I0418 07:49:46.682990 3708 namespace.go:102] [kube-public] adding namespace took 7.854493ms I0418 07:49:46.683000 3708 namespace.go:98] [openshift-authentication] adding namespace I0418 07:49:46.683500 3708 namespace.go:102] [openshift-multus] adding namespace took 7.512921ms I0418 07:49:46.683513 3708 namespace.go:98] [openshift-must-gather-operator] adding namespace I0418 07:49:46.684040 3708 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.676129ms I0418 07:49:46.684051 3708 namespace.go:98] [openshift-infra] adding namespace I0418 07:49:46.684476 3708 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.720122ms I0418 07:49:46.684488 3708 namespace.go:98] [openshift-backplane-csm] adding namespace I0418 07:49:46.684879 3708 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.606793ms I0418 07:49:46.684890 3708 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0418 07:49:46.685249 3708 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.401933ms I0418 07:49:46.685260 3708 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0418 07:49:46.685628 3708 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.273899ms I0418 07:49:46.686011 3708 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.116806ms I0418 07:49:46.686022 3708 namespace.go:98] [openshift-backplane-cse] adding namespace I0418 07:49:46.686369 3708 namespace.go:102] [kube-system] adding namespace took 6.984829ms I0418 07:49:46.686380 3708 namespace.go:98] [openshift-logging] adding namespace I0418 07:49:46.686828 3708 namespace.go:102] [openshift-config-operator] adding namespace took 6.97355ms I0418 07:49:46.686843 3708 namespace.go:98] [openshift-image-registry] adding namespace I0418 07:49:46.687271 3708 namespace.go:102] [openshift-insights] adding namespace took 7.035732ms I0418 07:49:46.687282 3708 namespace.go:98] [openshift-network-console] adding namespace I0418 07:49:46.687850 3708 namespace.go:102] [openshift-backplane] adding namespace took 7.248747ms I0418 07:49:46.688243 3708 namespace.go:102] [openshift] adding namespace took 7.115306ms I0418 07:49:46.688257 3708 namespace.go:98] [openshift-dns-operator] adding namespace I0418 07:49:46.688755 3708 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.234109ms I0418 07:49:46.688770 3708 namespace.go:98] [openshift-backplane-srep] adding namespace I0418 07:49:46.689121 3708 namespace.go:102] [kube-node-lease] adding namespace took 7.124407ms I0418 07:49:46.689133 3708 namespace.go:98] [openshift-controller-manager] adding namespace I0418 07:49:46.689491 3708 namespace.go:102] [openshift-authentication] adding namespace took 6.486719ms I0418 07:49:46.690066 3708 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.546461ms I0418 07:49:46.690083 3708 namespace.go:98] [openshift-config-managed] adding namespace I0418 07:49:46.690519 3708 namespace.go:102] [openshift-infra] adding namespace took 6.462801ms I0418 07:49:46.690533 3708 namespace.go:98] [openshift-dns] adding namespace I0418 07:49:46.691033 3708 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.540375ms I0418 07:49:46.691044 3708 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0418 07:49:46.691512 3708 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.618776ms I0418 07:49:46.691931 3708 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.666755ms I0418 07:49:46.692311 3708 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.284644ms I0418 07:49:46.692734 3708 namespace.go:102] [openshift-logging] adding namespace took 6.34923ms I0418 07:49:46.693198 3708 namespace.go:102] [openshift-image-registry] adding namespace took 6.349398ms I0418 07:49:46.693208 3708 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0418 07:49:46.693677 3708 namespace.go:102] [openshift-network-console] adding namespace took 6.390173ms I0418 07:49:46.694295 3708 namespace.go:102] [openshift-dns-operator] adding namespace took 6.031974ms I0418 07:49:46.694312 3708 namespace.go:98] [openshift-operators-redhat] adding namespace I0418 07:49:46.694739 3708 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.964836ms I0418 07:49:46.694752 3708 namespace.go:98] [openshift-apiserver] adding namespace I0418 07:49:46.695199 3708 namespace.go:102] [openshift-controller-manager] adding namespace took 6.060428ms I0418 07:49:46.695771 3708 namespace.go:102] [openshift-config-managed] adding namespace took 5.683199ms I0418 07:49:46.695782 3708 namespace.go:98] [openshift-machine-api] adding namespace I0418 07:49:46.696187 3708 namespace.go:102] [openshift-dns] adding namespace took 5.647858ms I0418 07:49:46.696200 3708 namespace.go:98] [openshift-network-operator] adding namespace I0418 07:49:46.696579 3708 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.530081ms I0418 07:49:46.696993 3708 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.774584ms I0418 07:49:46.697335 3708 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.017716ms I0418 07:49:46.697699 3708 namespace.go:102] [openshift-apiserver] adding namespace took 2.942234ms I0418 07:49:46.698102 3708 namespace.go:102] [openshift-machine-api] adding namespace took 2.315637ms I0418 07:49:46.698415 3708 namespace.go:102] [openshift-network-operator] adding namespace took 2.211833ms W0418 07:49:46.698484 3708 master.go:458] Unable to parse local node ip-10-0-2-118.ec2.internal chassis-id annotation. Chassis may be removed during sync W0418 07:49:46.698492 3708 master.go:471] Unable to parse remote node ip-10-0-1-211.ec2.internal chassis-id annotation. Chassis may be removed during sync I0418 07:49:46.698497 3708 master.go:481] Removing stale chassis with ID/Name: 5d895957-4d80-48bf-abb6-098cb1c16c6b, hostname: ip-10-0-2-118.ec2.internal I0418 07:49:46.698900 3708 master.go:548] Adding or Updating local node "ip-10-0-2-118.ec2.internal" for network "default" I0418 07:49:46.698929 3708 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-211.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-211.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-211.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-211.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-211.ec2.internal I0418 07:49:46.701914 3708 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-118.ec2.internal for the network default I0418 07:49:46.702201 3708 zone_ic_handler.go:195] Time taken to create transit switch: 274.583µs I0418 07:49:46.703188 3708 default_network_controller.go:823] Node add failed for ip-10-0-2-118.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-118.ec2.internal, error getting gateway config for node ip-10-0-2-118.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-118.ec2.internal", failed to update chassis to local for local node ip-10-0-2-118.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-118.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-118.ec2.internal] E0418 07:49:46.703233 3708 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-118.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-118.ec2.internal, error getting gateway config for node ip-10-0-2-118.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-118.ec2.internal", failed to update chassis to local for local node ip-10-0-2-118.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-118.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-118.ec2.internal] I0418 07:49:46.703271 3708 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0418 07:49:46.703288 3708 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0418 07:49:46.703299 3708 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0418 07:49:46.703322 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-211.ec2.internal in network "default" I0418 07:49:46.703296 3708 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-118.ec2.internal", UID:"ace95106-5d60-4cf5-a6f0-3dff0d9047c8", APIVersion:"v1", ResourceVersion:"8471", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-118.ec2.internal, error getting gateway config for node ip-10-0-2-118.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-118.ec2.internal", failed to update chassis to local for local node ip-10-0-2-118.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-118.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-118.ec2.internal] I0418 07:49:46.703364 3708 node_tracker.go:235] Node ip-10-0-1-211.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-211.ec2.internal" I0418 07:49:46.703382 3708 node_tracker.go:169] Node ip-10-0-1-211.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:46.703400 3708 services_controller.go:574] Full service sync requested for network=default I0418 07:49:46.703409 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-118.ec2.internal in network "default" I0418 07:49:46.703423 3708 node_tracker.go:235] Node ip-10-0-2-118.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-118.ec2.internal" I0418 07:49:46.703435 3708 node_tracker.go:169] Node ip-10-0-2-118.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:46.703442 3708 services_controller.go:574] Full service sync requested for network=default I0418 07:49:46.737188 3708 iptables.go:108] Creating table: filter chain: FORWARD I0418 07:49:46.743904 3708 iptables.go:108] Creating table: filter chain: OUTPUT I0418 07:49:46.750450 3708 gateway_shared_intf.go:1816] Gateway Creation Complete I0418 07:49:46.750463 3708 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-118.ec2.internal","mac-address":"0e:d1:66:58:e2:1f","ip-addresses":["10.0.2.118/24"],"ip-address":"10.0.2.118/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5d895957-4d80-48bf-abb6-098cb1c16c6b k8s.ovn.org/node-encap-ips:["10.0.2.118"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.118/24"} k8s.ovn.org/zone-name:ip-10-0-2-118.ec2.internal] on node ip-10-0-2-118.ec2.internal I0418 07:49:46.765232 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-118.ec2.internal in network "default" I0418 07:49:46.765303 3708 master.go:548] Adding or Updating local node "ip-10-0-2-118.ec2.internal" for network "default" I0418 07:49:46.765306 3708 node_tracker.go:169] Node ip-10-0-2-118.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:46.765323 3708 services_controller.go:574] Full service sync requested for network=default I0418 07:49:46.768335 3708 default_node_network_controller.go:519] Node connection status = connected W0418 07:49:46.770177 3708 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bn6nw: pod openshift-multus/network-metrics-daemon-bn6nw: no pod IPs found W0418 07:49:46.770195 3708 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5h6jd: pod openshift-network-diagnostics/network-check-target-5h6jd: no pod IPs found I0418 07:49:46.771094 3708 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-118.ec2.internal for the network default I0418 07:49:46.771278 3708 zone_ic_handler.go:195] Time taken to create transit switch: 169.404µs I0418 07:49:46.804365 3708 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0418 07:49:46.804379 3708 services_controller.go:208] Setting up event handlers for services for network=default I0418 07:49:46.804446 3708 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0418 07:49:46.804481 3708 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0418 07:49:46.804491 3708 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0418 07:49:46.862725 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-211.ec2.internal in network "default" I0418 07:49:46.862744 3708 node_tracker.go:235] Node ip-10-0-1-211.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-211.ec2.internal" I0418 07:49:46.862745 3708 default_network_controller.go:1025] Node "ip-10-0-1-211.ec2.internal" in remote zone "ip-10-0-1-211.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:46.862759 3708 node_tracker.go:169] Node ip-10-0-1-211.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:46.862775 3708 services_controller.go:574] Full service sync requested for network=default I0418 07:49:46.904864 3708 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0418 07:49:46.904878 3708 repair.go:60] Starting repairing loop for services I0418 07:49:46.904956 3708 repair.go:131] Deleted 0 stale service LBs I0418 07:49:46.904974 3708 repair.go:137] Deleted 0 stale Chassis Template Vars I0418 07:49:46.904988 3708 repair.go:62] Finished repairing loop for services: 112.296µs I0418 07:49:46.905011 3708 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0418 07:49:46.905021 3708 services_controller.go:254] Starting workers for network=default I0418 07:49:46.905723 3708 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jtkh2, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jtkh2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jtkh2: no pod IPs found I0418 07:49:46.905733 3708 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bn6nw] creating logical port openshift-multus_network-metrics-daemon-bn6nw for pod on switch ip-10-0-2-118.ec2.internal I0418 07:49:46.905779 3708 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5h6jd] creating logical port openshift-network-diagnostics_network-check-target-5h6jd for pod on switch ip-10-0-2-118.ec2.internal I0418 07:49:46.905874 3708 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-nrm85, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-nrm85: suppressed error logged: pod openshift-multus/network-metrics-daemon-nrm85: no pod IPs found I0418 07:49:46.905883 3708 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bn6nw I0418 07:49:46.905897 3708 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5h6jd I0418 07:49:46.921045 3708 pod.go:62] [openshift-multus/network-metrics-daemon-bn6nw] pod update took 15.244847ms I0418 07:49:46.921067 3708 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bn6nw] addLogicalPort annotation time took 15.267053ms I0418 07:49:46.921796 3708 pods.go:271] [openshift-multus/network-metrics-daemon-bn6nw] addLogicalPort took 16.071842ms, libovsdb time 545.883µs I0418 07:49:46.923402 3708 pod.go:62] [openshift-network-diagnostics/network-check-target-5h6jd] pod update took 17.547378ms I0418 07:49:46.923418 3708 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5h6jd] addLogicalPort annotation time took 17.566447ms I0418 07:49:46.924144 3708 pods.go:271] [openshift-network-diagnostics/network-check-target-5h6jd] addLogicalPort took 18.372578ms, libovsdb time 508.837µs I0418 07:49:46.924585 3708 admin_network_policy_controller.go:227] Starting controller default-network-controller I0418 07:49:46.924624 3708 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0418 07:49:46.924651 3708 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0418 07:49:46.924663 3708 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0418 07:49:46.924887 3708 repair.go:29] Repairing admin network policies took 217.407µs I0418 07:49:46.925004 3708 repair.go:92] Repairing baseline admin network policies took 106.821µs I0418 07:49:46.925264 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0418 07:49:46.925285 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0418 07:49:46.926794 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0418 07:49:46.926817 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0418 07:49:46.926826 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0418 07:49:46.928340 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0418 07:49:46.928361 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0418 07:49:46.928368 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0418 07:49:46.929589 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0418 07:49:46.929606 3708 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0418 07:49:46.929612 3708 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0418 07:49:46.930788 3708 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0418 07:49:46.930811 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0418 07:49:46.930820 3708 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0418 07:49:46.932218 3708 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0418 07:49:46.932241 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0418 07:49:46.932534 3708 default_network_controller.go:1025] Node "ip-10-0-1-211.ec2.internal" in remote zone "ip-10-0-1-211.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:46.932715 3708 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0418 07:49:46.932730 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 07:49:46.933836 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0418 07:49:46.933856 3708 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0418 07:49:46.933866 3708 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0418 07:49:46.935771 3708 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0418 07:49:46.935791 3708 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0418 07:49:46.935801 3708 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0418 07:49:46.936793 3708 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0418 07:49:46.936816 3708 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0418 07:49:46.936826 3708 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0418 07:49:46.937648 3708 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0418 07:49:46.937666 3708 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0418 07:49:46.937680 3708 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0418 07:49:46.939700 3708 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0418 07:49:46.939717 3708 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0418 07:49:46.939727 3708 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0418 07:49:46.940841 3708 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0418 07:49:46.940860 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0418 07:49:46.940882 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0418 07:49:46.941497 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0418 07:49:46.941517 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0418 07:49:46.941525 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0418 07:49:46.942013 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0418 07:49:46.942033 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0418 07:49:46.942043 3708 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0418 07:49:46.942679 3708 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0418 07:49:46.942700 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0418 07:49:46.942710 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0418 07:49:46.943184 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0418 07:49:46.943200 3708 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0418 07:49:46.943208 3708 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0418 07:49:46.944131 3708 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0418 07:49:46.944146 3708 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0418 07:49:46.944153 3708 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0418 07:49:46.944662 3708 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0418 07:49:46.944675 3708 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0418 07:49:46.944681 3708 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0418 07:49:46.944979 3708 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0418 07:49:46.944997 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0418 07:49:46.945005 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0418 07:49:46.945451 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0418 07:49:46.945469 3708 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0418 07:49:46.945476 3708 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0418 07:49:46.946008 3708 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0418 07:49:46.946026 3708 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0418 07:49:46.946035 3708 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0418 07:49:46.947066 3708 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0418 07:49:46.947084 3708 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0418 07:49:46.947093 3708 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0418 07:49:46.948777 3708 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0418 07:49:46.948796 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0418 07:49:46.948803 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0418 07:49:46.949252 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0418 07:49:46.949269 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0418 07:49:46.949275 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0418 07:49:46.949571 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0418 07:49:46.949588 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0418 07:49:46.949595 3708 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0418 07:49:46.950022 3708 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0418 07:49:46.950050 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0418 07:49:46.950059 3708 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0418 07:49:46.950570 3708 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0418 07:49:46.950585 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0418 07:49:46.950591 3708 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0418 07:49:46.951106 3708 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0418 07:49:46.951124 3708 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0418 07:49:46.951141 3708 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0418 07:49:46.952248 3708 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0418 07:49:46.952276 3708 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0418 07:49:46.952285 3708 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0418 07:49:46.952629 3708 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0418 07:49:46.956730 3708 egressfirewall.go:374] Starting EgressFirewall controller I0418 07:49:46.956762 3708 controller.go:133] Adding controller egress-firewall-controller event handlers I0418 07:49:46.956773 3708 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0418 07:49:46.956788 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0418 07:49:46.956797 3708 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0418 07:49:46.956798 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0418 07:49:46.956807 3708 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0418 07:49:46.957058 3708 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0418 07:49:46.957071 3708 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0418 07:49:46.957076 3708 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0418 07:49:46.957083 3708 egressqos.go:193] Setting up event handlers for EgressQoS I0418 07:49:46.957158 3708 egressfirewall.go:723] Syncing node "ip-10-0-1-211.ec2.internal" for egress firewall I0418 07:49:46.957168 3708 egressqos.go:245] Starting EgressQoS Controller I0418 07:49:46.957170 3708 egressfirewall.go:723] Syncing node "ip-10-0-2-118.ec2.internal" for egress firewall I0418 07:49:46.957176 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0418 07:49:46.957181 3708 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0418 07:49:46.957186 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0418 07:49:46.957190 3708 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0418 07:49:46.957195 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0418 07:49:46.957199 3708 shared_informer.go:356] "Caches are synced" controller="egressqos" I0418 07:49:46.957203 3708 egressqos.go:259] Repairing EgressQoSes I0418 07:49:46.957207 3708 egressqos.go:399] Starting repairing loop for egressqos I0418 07:49:46.957267 3708 egressqos.go:401] Finished repairing loop for egressqos: 60.008µs I0418 07:49:46.957281 3708 egressservice_zone.go:132] Setting up event handlers for Egress Services I0418 07:49:46.957327 3708 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-118.ec2.internal I0418 07:49:46.957369 3708 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-118.ec2.internal : 42.591µs I0418 07:49:46.957461 3708 egressservice_zone.go:210] Starting Egress Services Controller I0418 07:49:46.957470 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 07:49:46.957475 3708 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 07:49:46.957479 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 07:49:46.957484 3708 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 07:49:46.957488 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 07:49:46.957493 3708 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 07:49:46.957509 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0418 07:49:46.957513 3708 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0418 07:49:46.957517 3708 egressservice_zone.go:228] Repairing Egress Services I0418 07:49:46.957789 3708 master_controller.go:88] Starting Admin Policy Based Route Controller I0418 07:49:46.957812 3708 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 07:49:46.957865 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-211.ec2.internal I0418 07:49:46.957877 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-211.ec2.internal: 14.71µs I0418 07:49:46.957884 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-118.ec2.internal I0418 07:49:46.957888 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-118.ec2.internal: 3.854µs I0418 07:49:46.957997 3708 default_network_controller.go:585] Completing all the Watchers took 298.456424ms I0418 07:49:46.958010 3708 default_network_controller.go:589] Starting unidling controllers I0418 07:49:46.958022 3708 unidle.go:46] Registering OVN SB ControllerEvent handler I0418 07:49:46.958032 3708 unidle.go:63] Populating Initial ContollerEvent events I0418 07:49:46.958045 3708 unidle.go:79] Setting up event handlers for services I0418 07:49:46.958149 3708 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0418 07:49:46.990483 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-211.ec2.internal in network "default" I0418 07:49:46.990527 3708 node_tracker.go:169] Node ip-10-0-1-211.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:46.990535 3708 default_network_controller.go:1025] Node "ip-10-0-1-211.ec2.internal" in remote zone "ip-10-0-1-211.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:46.990540 3708 services_controller.go:574] Full service sync requested for network=default I0418 07:49:46.991367 3708 zone_ic_handler.go:195] Time taken to create transit switch: 185.586µs I0418 07:49:46.991380 3708 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-211.ec2.internal for the network default I0418 07:49:46.992251 3708 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-211.ec2.internal" on network "default" took: 1.078843ms I0418 07:49:47.269751 3708 default_node_network_controller.go:519] Node connection status = connected I0418 07:49:47.769995 3708 default_node_network_controller.go:519] Node connection status = connected I0418 07:49:48.043926 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-211.ec2.internal in network "default" I0418 07:49:48.043938 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-211.ec2.internal I0418 07:49:48.043960 3708 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-211.ec2.internal. Updating no re-route policies I0418 07:49:48.043964 3708 egressfirewall.go:723] Syncing node "ip-10-0-1-211.ec2.internal" for egress firewall I0418 07:49:48.043991 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-211.ec2.internal: 26.615µs I0418 07:49:48.044000 3708 node_tracker.go:169] Node ip-10-0-1-211.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:48.044017 3708 services_controller.go:574] Full service sync requested for network=default I0418 07:49:48.269894 3708 default_node_network_controller.go:519] Node connection status = connected I0418 07:49:48.769893 3708 default_node_network_controller.go:519] Node connection status = connected I0418 07:49:49.109325 3708 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0418 07:49:49.269445 3708 default_node_network_controller.go:519] Node connection status = connected I0418 07:49:49.287499 3708 bridgeconfig.go:537] Gateway is ready I0418 07:49:49.287514 3708 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0418 07:49:49.298916 3708 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.118. Updating OVN encap IP. I0418 07:49:49.304150 3708 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.118 - it is already configured I0418 07:49:49.304165 3708 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.118/24:{} 172.20.0.1/32:{}]. Updating annotations. I0418 07:49:49.304357 3708 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.118/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-118.ec2.internal","mac-address":"0e:d1:66:58:e2:1f","ip-addresses":["10.0.2.118/24"],"ip-address":"10.0.2.118/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5d895957-4d80-48bf-abb6-098cb1c16c6b k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.118/24"}] on node ip-10-0-2-118.ec2.internal I0418 07:49:49.318569 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-118.ec2.internal I0418 07:49:49.318588 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-118.ec2.internal: 35.407µs I0418 07:49:49.318617 3708 master.go:548] Adding or Updating local node "ip-10-0-2-118.ec2.internal" for network "default" I0418 07:49:49.318663 3708 egressfirewall.go:723] Syncing node "ip-10-0-2-118.ec2.internal" for egress firewall I0418 07:49:49.318620 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-118.ec2.internal in network "default" I0418 07:49:49.318786 3708 node_tracker.go:169] Node ip-10-0-2-118.ec2.internal switch + router changed, syncing services in network "default" I0418 07:49:49.318803 3708 services_controller.go:574] Full service sync requested for network=default I0418 07:49:49.318996 3708 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.118 I0418 07:49:49.319103 3708 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-118.ec2.internal I0418 07:49:49.323396 3708 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-118.ec2.internal. Updating no re-route policies I0418 07:49:49.323477 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-t7bf7 I0418 07:49:49.323500 3708 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qt264 I0418 07:49:49.323506 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5h6jd I0418 07:49:49.323517 3708 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-qt264 I0418 07:49:49.323517 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-118.ec2.internal I0418 07:49:49.323520 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-stqfl I0418 07:49:49.323529 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-118.ec2.internal I0418 07:49:49.323535 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-stqfl I0418 07:49:49.323536 3708 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-qt264 after 0 failed attempt(s) I0418 07:49:49.323536 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-69z8x I0418 07:49:49.323534 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bn6nw I0418 07:49:49.323536 3708 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-118.ec2.internal I0418 07:49:49.323548 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-69z8x I0418 07:49:49.323550 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bn6nw I0418 07:49:49.323552 3708 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-118.ec2.internal I0418 07:49:49.323550 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-ch6w6 I0418 07:49:49.323579 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7jwd8 I0418 07:49:49.323589 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-69z8x after 0 failed attempt(s) I0418 07:49:49.323595 3708 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bn6nw] creating logical port openshift-multus_network-metrics-daemon-bn6nw for pod on switch ip-10-0-2-118.ec2.internal I0418 07:49:49.323519 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mvnww I0418 07:49:49.323600 3708 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-118.ec2.internal after 0 failed attempt(s) I0418 07:49:49.323600 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7jwd8 I0418 07:49:49.323570 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-118.ec2.internal after 0 failed attempt(s) I0418 07:49:49.323609 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mvnww I0418 07:49:49.323488 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zw82x I0418 07:49:49.323629 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mvnww after 0 failed attempt(s) I0418 07:49:49.323503 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-t7bf7 I0418 07:49:49.323644 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zw82x I0418 07:49:49.323649 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-t7bf7 after 0 failed attempt(s) I0418 07:49:49.323503 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vx62b I0418 07:49:49.323659 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vx62b I0418 07:49:49.323671 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vx62b after 0 failed attempt(s) I0418 07:49:49.323590 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-ch6w6 I0418 07:49:49.323672 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7jwd8 after 0 failed attempt(s) I0418 07:49:49.323553 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-stqfl after 0 failed attempt(s) I0418 07:49:49.323524 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5h6jd I0418 07:49:49.323701 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-ch6w6 after 0 failed attempt(s) I0418 07:49:49.323723 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zw82x after 0 failed attempt(s) I0418 07:49:49.323738 3708 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5h6jd] creating logical port openshift-network-diagnostics_network-check-target-5h6jd for pod on switch ip-10-0-2-118.ec2.internal I0418 07:49:49.324361 3708 pods.go:271] [openshift-multus/network-metrics-daemon-bn6nw] addLogicalPort took 772.937µs, libovsdb time 245.202µs I0418 07:49:49.324373 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bn6nw after 0 failed attempt(s) I0418 07:49:49.324502 3708 pods.go:271] [openshift-network-diagnostics/network-check-target-5h6jd] addLogicalPort took 776.477µs, libovsdb time 343.922µs I0418 07:49:49.324510 3708 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5h6jd after 0 failed attempt(s) I0418 07:49:49.334392 3708 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0418 07:49:49.346452 3708 iptables.go:108] Creating table: mangle chain: OUTPUT I0418 07:49:49.350064 3708 iptables.go:108] Creating table: nat chain: OUTPUT I0418 07:49:49.391626 3708 iptables.go:108] Creating table: nat chain: PREROUTING I0418 07:49:49.449537 3708 iptables.go:108] Creating table: filter chain: FORWARD I0418 07:49:49.467317 3708 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0418 07:49:49.467450 3708 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0418 07:49:49.467510 3708 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0418 07:49:49.467636 3708 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0418 07:49:49.467696 3708 gateway_init.go:325] Gateway and management port readiness took 2.703198113s I0418 07:49:49.467724 3708 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0418 07:49:49.467791 3708 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0418 07:49:49.467802 3708 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0418 07:49:49.467812 3708 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0418 07:49:49.467872 3708 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0418 07:49:49.467960 3708 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.201µs I0418 07:49:49.468238 3708 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0418 07:49:49.468263 3708 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.08µs I0418 07:49:49.468272 3708 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.184µs I0418 07:49:49.468278 3708 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0418 07:49:49.468288 3708 nad_controller.go:379] [node-nad-controller NAD controller]: started I0418 07:49:49.468293 3708 default_node_network_controller.go:899] Starting the default node network controller I0418 07:49:49.468297 3708 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0418 07:49:49.468377 3708 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.122µs I0418 07:49:49.468484 3708 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0418 07:49:49.468493 3708 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0418 07:49:49.468525 3708 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca8370 0xc00019bdc0 0xc00019be30 0xc00019bf10 0xc0002c8000 0xc0002c8070 0xc0002c80e0 0xc000393590 0xc0002c8150 0xc0002c81c0 0xc000914ff0 0xc006375340 0xc0002c8230 map[0x2ff9080:0xc002389aa0 0x2ff95c0:0xc002389c20 0x2ffa2e0:0xc0023899e0 0x2ffa580:0xc002389a40 0x2ffad60:0xc002389b00 0x2ffb000:0xc002389b60 0x2ffb2a0:0xc002389bc0 0x2ffba80:0xc002389c80 0x2ffbd20:0xc002389da0 0x3026980:0xc001290600 0x3026d20:0xc001290660 0x3027800:0xc000c9bda0 0x3029160:0xc001bf8000 0x30298a0:0xc002b08d20 0x302a720:0xc000b8aea0] 0xc00050c850 0} I0418 07:49:49.468613 3708 gateway.go:151] Starting gateway service sync I0418 07:49:49.469023 3708 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0418 07:49:49.471359 3708 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0418 07:49:49.497043 3708 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0418 07:49:49.498298 3708 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0418 07:49:49.499501 3708 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0418 07:49:49.532154 3708 gateway.go:168] Gateway service sync done. Time taken: 63.530168ms I0418 07:49:49.532700 3708 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31582 I0418 07:49:49.532911 3708 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca8370 0xc00019bdc0 0xc00019be30 0xc00019bf10 0xc0002c8000 0xc0002c8070 0xc0002c80e0 0xc000393590 0xc0002c8150 0xc0002c81c0 0xc000914ff0 0xc006375340 0xc0002c8230 map[0x2ff9080:0xc002389aa0 0x2ff95c0:0xc002389c20 0x2ffa2e0:0xc0023899e0 0x2ffa580:0xc002389a40 0x2ffad60:0xc002389b00 0x2ffb000:0xc002389b60 0x2ffb2a0:0xc002389bc0 0x2ffba80:0xc002389c80 0x2ffbd20:0xc002389da0 0x3026980:0xc001290600 0x3026d20:0xc001290660 0x3027800:0xc000c9bda0 0x3029160:0xc001bf8000 0x30298a0:0xc002b08d20 0x302a720:0xc000b8aea0] 0xc00050c850 0} I0418 07:49:49.533328 3708 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ca8370 0xc00019bdc0 0xc00019be30 0xc00019bf10 0xc0002c8000 0xc0002c8070 0xc0002c80e0 0xc000393590 0xc0002c8150 0xc0002c81c0 0xc000914ff0 0xc006375340 0xc0002c8230 map[0x2ff9080:0xc002389aa0 0x2ff95c0:0xc002389c20 0x2ffa2e0:0xc0023899e0 0x2ffa580:0xc002389a40 0x2ffad60:0xc002389b00 0x2ffb000:0xc002389b60 0x2ffb2a0:0xc002389bc0 0x2ffba80:0xc002389c80 0x2ffbd20:0xc002389da0 0x3026980:0xc001290600 0x3026d20:0xc001290660 0x3027800:0xc000c9bda0 0x3029160:0xc001bf8000 0x30298a0:0xc002b08d20 0x302a720:0xc000b8aea0] 0xc00050c850 0} I0418 07:49:49.533368 3708 gateway.go:532] Reconciling gateway with updates I0418 07:49:49.538296 3708 gateway.go:339] Spawning Conntrack Rule Check Thread I0418 07:49:49.538406 3708 default_node_network_controller.go:944] Gateway and management port readiness took 69.904216ms I0418 07:49:49.538416 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:49:49.538440 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:49:49.538439 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:49:49.538438 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:49:49.538455 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:49:49.538459 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:49:49.538459 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:49:49.538474 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:49:49.538483 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 07:49:49.538498 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 07:49:49.538499 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 07:49:49.538510 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:49:49.538520 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 07:49:49.538522 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:49:49.538521 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:49:49.538524 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:49:49.538538 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:49:49.538539 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:49:49.538572 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:49:49.538582 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 07:49:49.538592 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 07:49:49.538605 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 07:49:49.538610 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:49:49.538609 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 07:49:49.538617 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:49:49.538511 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:49:49.538630 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 07:49:49.538633 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:49:49.538630 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:49:49.538637 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 07:49:49.538645 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:49:49.538646 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:49:49.538650 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 07:49:49.538659 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:49:49.538614 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 07:49:49.538665 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:49:49.538671 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 07:49:49.538673 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:49:49.538672 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:49:49.538683 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 07:49:49.538685 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 07:49:49.538689 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:49:49.538693 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 07:49:49.538698 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:49:49.538645 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:49:49.538704 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:49:49.538702 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 07:49:49.538708 3708 port_claim.go:71] Svc openshift-ingress/router-default: port 30486 is already open, no action needed I0418 07:49:49.538717 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:49:49.538714 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:49:49.538721 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:49:49.538724 3708 port_claim.go:71] Svc openshift-ingress/router-default: port 30584 is already open, no action needed I0418 07:49:49.538731 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:49:49.538730 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:49:49.538741 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:49:49.538741 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 07:49:49.538757 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:49:49.538760 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 07:49:49.538763 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 07:49:49.538772 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 07:49:49.538777 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 07:49:49.538699 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 07:49:49.538774 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:49:49.538782 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:49:49.538802 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:49:49.538814 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:49:49.538829 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 07:49:49.538870 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 07:49:49.538758 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 07:49:49.538890 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 07:49:49.538936 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 07:49:49.538709 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:49:49.538949 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:49:49.538954 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 07:49:49.538956 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:49:49.538964 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:49:49.538708 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 07:49:49.538788 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:49:49.538979 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:49:49.538982 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:49:49.538988 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:49:49.538991 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:49:49.538994 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 07:49:49.538996 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:49:49.538997 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:49:49.539008 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:49:49.539007 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:49:49.539008 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:49:49.539014 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 07:49:49.539010 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:49:49.539021 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:49:49.539021 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:49:49.539024 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 07:49:49.538966 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:49:49.539028 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:49:49.539030 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 07:49:49.539029 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:49:49.539033 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 07:49:49.539033 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:49:49.539046 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:49:49.539043 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:49:49.539054 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:49:49.539054 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 07:49:49.539012 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:49:49.539055 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 07:49:49.538999 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:49:49.539012 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:49:49.539104 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:49:49.538755 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:49:49.539145 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:49:49.539002 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 07:49:49.539028 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:49:49.539195 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 07:49:49.539012 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:49:49.539223 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:49:49.539724 3708 node_ip_handler_linux.go:160] Node IP manager is running W0418 07:49:49.576404 3708 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 07:49:49.576592 3708 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0418 07:49:49.576765 3708 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0418 07:49:49.584552 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 07:49:49.584575 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 07:49:49.584591 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 07:49:49.584597 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 07:49:49.584603 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 07:49:49.584609 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 07:49:49.623137 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 07:49:49.623163 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 07:49:49.623177 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 07:49:49.661453 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 07:49:49.661481 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 07:49:49.661488 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 07:49:49.661494 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 07:49:49.661499 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 07:49:49.661506 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 07:49:49.661515 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 07:49:49.661524 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 07:49:49.661530 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 07:49:49.661535 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 07:49:49.710388 3708 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:49:49.710405 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:49:49.710419 3708 node_tracker.go:220] Node ip-10-0-0-237.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0418 07:49:49.710434 3708 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-237.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0418 07:49:49.710447 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:49:49.710451 3708 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-237.ec2.internal, error: [adding or updating remote node chassis ip-10-0-0-237.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-237.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal, error parsing annotation for node ip-10-0-0-237.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0418 07:49:49.710458 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 15.104µs E0418 07:49:49.721126 3708 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-237.ec2.internal annotation: unexpected end of JSON input E0418 07:49:49.721129 3708 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-0-237.ec2.internal annotation: unexpected end of JSON input I0418 07:49:49.721171 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0418 07:49:49.721217 3708 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-0-237.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-0-237.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-0-237.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-0-237.ec2.internal" I0418 07:49:49.736228 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0418 07:49:49.752410 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:49.765426 3708 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:49:49.765475 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:49:49.765494 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 21.05µs I0418 07:49:49.765516 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:49.952841 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:49:49.952861 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 29.91µs I0418 07:49:49.952863 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:49.952907 3708 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:49:49.969165 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:50.111079 3708 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:49:50.111538 3708 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:49:50.210162 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:50.742221 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-211.ec2.internal I0418 07:49:50.742256 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-211.ec2.internal: 42.538µs I0418 07:49:51.112029 3708 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:49:51.112093 3708 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:49:51.666868 3708 default_node_network_controller.go:1380] Starting node controller node sync W0418 07:49:51.666951 3708 egressip_healthcheck.go:76] Health checking using insecure connection I0418 07:49:51.667013 3708 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0418 07:49:51.678838 3708 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.945804ms I0418 07:49:51.678956 3708 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-211.ec2.internal", IP: 10.0.1.211 to PMTUD blocking rules I0418 07:49:51.678969 3708 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-211.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 07:49:51.684545 3708 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0418 07:49:51.684793 3708 egressservice_node.go:93] Setting up event handlers for Egress Services I0418 07:49:51.685004 3708 egressservice_node.go:183] Starting Egress Services Controller I0418 07:49:51.685020 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0418 07:49:51.685032 3708 shared_informer.go:356] "Caches are synced" controller="egressservices" I0418 07:49:51.685038 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0418 07:49:51.685042 3708 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0418 07:49:51.685048 3708 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0418 07:49:51.685052 3708 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0418 07:49:51.685056 3708 egressservice_node.go:197] Repairing Egress Services I0418 07:49:51.695658 3708 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0418 07:49:51.695671 3708 external_controller.go:278] Starting Admin Policy Based Route Controller I0418 07:49:51.695869 3708 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0418 07:49:51.695882 3708 link_network_manager.go:119] Link manager is running I0418 07:49:51.695890 3708 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0418 07:49:51.696067 3708 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0418 07:49:51.698175 3708 vrf_manager.go:128] VRF manager is running I0418 07:49:51.698897 3708 node_controller_manager.go:437] Removing flows to drop GARP I0418 07:49:51.698910 3708 gateway.go:532] Reconciling gateway with updates I0418 07:49:51.720544 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:49:51.720570 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:49:51.720584 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:49:51.720586 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0418 07:49:51.720591 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0418 07:49:51.720588 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:49:51.720595 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0418 07:49:51.720601 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:49:51.720607 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:49:51.720614 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0418 07:49:51.720612 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:49:51.720612 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:49:51.720616 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:49:51.720624 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0418 07:49:51.720628 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0418 07:49:51.720625 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:49:51.720629 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0418 07:49:51.720632 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:49:51.720643 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0418 07:49:51.720648 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0418 07:49:51.720644 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:49:51.720655 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0418 07:49:51.720668 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0418 07:49:51.720666 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:49:51.720672 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0418 07:49:51.720671 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:49:51.720677 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0418 07:49:51.720676 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:49:51.720682 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0418 07:49:51.720687 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0418 07:49:51.720684 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0418 07:49:51.720691 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:49:51.720694 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0418 07:49:51.720699 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:49:51.720708 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0418 07:49:51.720711 3708 port_claim.go:71] Svc openshift-ingress/router-default: port 30486 is already open, no action needed I0418 07:49:51.720712 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0418 07:49:51.720717 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0418 07:49:51.720731 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:49:51.720701 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0418 07:49:51.720748 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0418 07:49:51.720749 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:49:51.720749 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:49:51.720749 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:49:51.720764 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0418 07:49:51.720766 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0418 07:49:51.720761 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0418 07:49:51.720774 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0418 07:49:51.720771 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:49:51.720785 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0418 07:49:51.720786 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:49:51.720795 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0418 07:49:51.720797 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:49:51.720796 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:49:51.720808 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0418 07:49:51.720809 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0418 07:49:51.720814 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0418 07:49:51.720644 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:49:51.720831 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0418 07:49:51.720841 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0418 07:49:51.720686 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0418 07:49:51.720748 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0418 07:49:51.720798 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0418 07:49:51.720865 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0418 07:49:51.720581 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:49:51.720884 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0418 07:49:51.720664 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:49:51.720902 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0418 07:49:51.720905 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0418 07:49:51.720904 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:49:51.720906 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0418 07:49:51.720916 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0418 07:49:51.720918 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0418 07:49:51.720809 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0418 07:49:51.720734 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0418 07:49:51.720615 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:49:51.720935 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0418 07:49:51.720943 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0418 07:49:51.720632 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0418 07:49:51.720957 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0418 07:49:51.720719 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0418 07:49:51.720961 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0418 07:49:51.720960 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0418 07:49:51.720773 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0418 07:49:51.720606 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0418 07:49:51.721007 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0418 07:49:51.720599 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0418 07:49:51.720593 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0418 07:49:51.721020 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0418 07:49:51.720593 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:49:51.721030 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0418 07:49:51.720600 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:49:51.721071 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0418 07:49:51.720598 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:49:51.721107 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0418 07:49:51.720573 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0418 07:49:51.721159 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0418 07:49:51.720614 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0418 07:49:51.720622 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:49:51.721229 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0418 07:49:51.720650 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0418 07:49:51.721265 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0418 07:49:51.720572 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0418 07:49:51.721276 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0418 07:49:51.720723 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0418 07:49:51.720722 3708 port_claim.go:71] Svc openshift-ingress/router-default: port 30584 is already open, no action needed I0418 07:49:51.720735 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:49:51.721383 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0418 07:49:51.721391 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0418 07:49:51.720734 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:49:51.721402 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0418 07:49:51.720749 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:49:51.721422 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0418 07:49:51.721432 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0418 07:49:51.720759 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0418 07:49:51.720775 3708 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:49:51.721467 3708 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0418 07:49:51.720821 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0418 07:49:51.720857 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0418 07:49:51.720920 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0418 07:49:51.747255 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0418 07:49:51.747276 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0418 07:49:51.747286 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0418 07:49:51.747295 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0418 07:49:51.747303 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0418 07:49:51.793766 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0418 07:49:51.793784 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0418 07:49:51.793814 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0418 07:49:51.793866 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0418 07:49:51.793886 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0418 07:49:51.837213 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0418 07:49:51.837224 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0418 07:49:51.837240 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0418 07:49:51.837248 3708 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0418 07:49:52.195952 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:49:53.804585 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-118.ec2.internal I0418 07:49:53.804614 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-118.ec2.internal: 34.929µs I0418 07:49:53.831875 3708 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6ccb9cffd8-vscmg] creating logical port openshift-image-registry_image-registry-6ccb9cffd8-vscmg for pod on switch ip-10-0-2-118.ec2.internal I0418 07:49:53.832001 3708 kube.go:256] Updating pod openshift-image-registry/image-registry-6ccb9cffd8-vscmg I0418 07:49:53.835897 3708 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7848c78fb9-xcsd5] creating logical port openshift-ingress_router-default-7848c78fb9-xcsd5 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:49:53.836015 3708 kube.go:256] Updating pod openshift-ingress/router-default-7848c78fb9-xcsd5 I0418 07:49:53.856033 3708 pod.go:62] [openshift-image-registry/image-registry-6ccb9cffd8-vscmg] pod update took 24.069281ms I0418 07:49:53.856053 3708 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6ccb9cffd8-vscmg] addLogicalPort annotation time took 24.093059ms I0418 07:49:53.857161 3708 pods.go:271] [openshift-image-registry/image-registry-6ccb9cffd8-vscmg] addLogicalPort took 25.299767ms, libovsdb time 877.636µs I0418 07:49:53.862042 3708 pod.go:62] [openshift-ingress/router-default-7848c78fb9-xcsd5] pod update took 26.053363ms I0418 07:49:53.862067 3708 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2fsd5] creating logical port openshift-ingress-canary_ingress-canary-2fsd5 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:49:53.862078 3708 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7848c78fb9-xcsd5] addLogicalPort annotation time took 26.09048ms I0418 07:49:53.862162 3708 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2fsd5 I0418 07:49:53.863223 3708 pods.go:271] [openshift-ingress/router-default-7848c78fb9-xcsd5] addLogicalPort took 27.337407ms, libovsdb time 858.163µs I0418 07:49:53.866108 3708 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ltvxh] creating logical port openshift-dns_dns-default-ltvxh for pod on switch ip-10-0-2-118.ec2.internal I0418 07:49:53.866275 3708 kube.go:256] Updating pod openshift-dns/dns-default-ltvxh I0418 07:49:53.878654 3708 pod.go:62] [openshift-ingress-canary/ingress-canary-2fsd5] pod update took 16.510021ms I0418 07:49:53.878673 3708 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2fsd5] addLogicalPort annotation time took 16.531093ms I0418 07:49:53.879869 3708 pods.go:271] [openshift-ingress-canary/ingress-canary-2fsd5] addLogicalPort took 17.814185ms, libovsdb time 906.526µs I0418 07:49:53.882806 3708 pod.go:62] [openshift-dns/dns-default-ltvxh] pod update took 16.560939ms I0418 07:49:53.882828 3708 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ltvxh] addLogicalPort annotation time took 16.582848ms I0418 07:49:53.883744 3708 pods.go:271] [openshift-dns/dns-default-ltvxh] addLogicalPort took 17.649201ms, libovsdb time 674.909µs I0418 07:49:54.247979 3708 cni.go:452] [openshift-ingress-canary/ingress-canary-2fsd5 3e0667d22cceb6f4ab50d1cc295dd6ce8cccf61d22ae1df10c79ff18bdc382f0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2fsd5 3e0667d22cceb6f4ab50d1cc295dd6ce8cccf61d22ae1df10c79ff18bdc382f0 network default NAD default NAD key ] I0418 07:49:54.283877 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2fsd5, hostIfaceName: 3e0667d22cceb6f, network: default, NAD default, SandboxID: "3e0667d22cceb6f4ab50d1cc295dd6ce8cccf61d22ae1df10c79ff18bdc382f0", PCI device ID: , UID: "19b2ab89-4168-4fc9-a9c2-2b68ac40c1a7", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0418 07:49:54.355091 3708 cni.go:473] [openshift-ingress-canary/ingress-canary-2fsd5 3e0667d22cceb6f4ab50d1cc295dd6ce8cccf61d22ae1df10c79ff18bdc382f0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2fsd5 3e0667d22cceb6f4ab50d1cc295dd6ce8cccf61d22ae1df10c79ff18bdc382f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:9a:b1:11:90:d4\",\"name\":\"3e0667d22cceb6f\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43b706ec-709f-4873-9983-26c2a61c402e\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:49:56.936537 3708 cni.go:452] [openshift-network-diagnostics/network-check-target-5h6jd 33d163ebed8c96524839d8d1384a3a806a6a6f2f348fa42dff341d209db07ce1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5h6jd 33d163ebed8c96524839d8d1384a3a806a6a6f2f348fa42dff341d209db07ce1 network default NAD default NAD key ] I0418 07:49:56.946450 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5h6jd, hostIfaceName: 33d163ebed8c965, network: default, NAD default, SandboxID: "33d163ebed8c96524839d8d1384a3a806a6a6f2f348fa42dff341d209db07ce1", PCI device ID: , UID: "53630031-5aa1-49c4-8341-ffbec8d402d2", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0418 07:49:56.992052 3708 cni.go:473] [openshift-network-diagnostics/network-check-target-5h6jd 33d163ebed8c96524839d8d1384a3a806a6a6f2f348fa42dff341d209db07ce1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5h6jd 33d163ebed8c96524839d8d1384a3a806a6a6f2f348fa42dff341d209db07ce1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:de:90:4b:5c:c8\",\"name\":\"33d163ebed8c965\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/337e7875-8d69-4c8e-97e9-799cc5893030\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:49:59.859350 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0418 07:50:00.209819 3708 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 07:50:00.216578 3708 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608310-v4hmg for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:00.216649 3708 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg W0418 07:50:00.221316 3708 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 07:50:00.230865 3708 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg] pod update took 14.235525ms I0418 07:50:00.230886 3708 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg] addLogicalPort annotation time took 14.257159ms I0418 07:50:00.231937 3708 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg] addLogicalPort took 15.390876ms, libovsdb time 810.899µs W0418 07:50:00.323988 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 07:50:00.613896 3708 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg 93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg 93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d network default NAD default NAD key ] I0418 07:50:00.623809 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608310-v4hmg, hostIfaceName: 93588b741b78e85, network: default, NAD default, SandboxID: "93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d", PCI device ID: , UID: "87a5b436-185c-420c-84c2-7012a7db0d2f", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0418 07:50:00.668711 3708 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg 93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg 93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:a6:d2:25:46:96\",\"name\":\"93588b741b78e85\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bd86148-135f-4fbc-b3bc-56cacde90a5c\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:01.071477 3708 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0418 07:50:01.072443 3708 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 940.716µs I0418 07:50:01.098746 3708 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 07:50:01.659093 3708 namespace.go:98] [openshift-service-ca] adding namespace I0418 07:50:01.659876 3708 namespace.go:102] [openshift-service-ca] adding namespace took 763.814µs I0418 07:50:01.676478 3708 namespace.go:142] [openshift-service-ca] updating namespace I0418 07:50:02.158973 3708 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-rcwzs for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:02.159059 3708 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs I0418 07:50:02.170903 3708 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs] pod update took 11.866535ms I0418 07:50:02.170927 3708 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs] addLogicalPort annotation time took 11.893738ms I0418 07:50:02.171992 3708 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs] addLogicalPort took 13.031158ms, libovsdb time 790.698µs I0418 07:50:02.563066 3708 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs 64c88478ef3a7ab628c903f8224d359852e510baa6ee41eed9c125c7a27c5611 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs 64c88478ef3a7ab628c903f8224d359852e510baa6ee41eed9c125c7a27c5611 network default NAD default NAD key ] I0418 07:50:02.575183 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-rcwzs, hostIfaceName: 64c88478ef3a7ab, network: default, NAD default, SandboxID: "64c88478ef3a7ab628c903f8224d359852e510baa6ee41eed9c125c7a27c5611", PCI device ID: , UID: "488fd6bc-9f9f-49b3-81ef-53aaee4d28c1", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0418 07:50:02.619800 3708 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs 64c88478ef3a7ab628c903f8224d359852e510baa6ee41eed9c125c7a27c5611 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-rcwzs 64c88478ef3a7ab628c903f8224d359852e510baa6ee41eed9c125c7a27c5611 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:39:b2:71:72:53\",\"name\":\"64c88478ef3a7ab\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c61fcf3c-8764-4b1b-bd13-4c1ad640a2e2\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 07:50:03.173320 3708 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0418 07:50:03.329861 3708 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-69rt8] creating logical port openshift-service-ca_service-ca-d9cb48497-69rt8 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:03.329957 3708 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-69rt8 I0418 07:50:03.345166 3708 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-69rt8] pod update took 15.203344ms I0418 07:50:03.345193 3708 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-69rt8] addLogicalPort annotation time took 15.269278ms I0418 07:50:03.346297 3708 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-69rt8] addLogicalPort took 16.4571ms, libovsdb time 771.375µs I0418 07:50:03.723626 3708 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-69rt8 931a2dd7d6316c6e8d737bbc83100c0ebfcff3e860ce051d03db925fb92c2e28 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-69rt8 931a2dd7d6316c6e8d737bbc83100c0ebfcff3e860ce051d03db925fb92c2e28 network default NAD default NAD key ] I0418 07:50:03.735364 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-69rt8, hostIfaceName: 931a2dd7d6316c6, network: default, NAD default, SandboxID: "931a2dd7d6316c6e8d737bbc83100c0ebfcff3e860ce051d03db925fb92c2e28", PCI device ID: , UID: "56d4970a-7207-40d3-980f-b4d0907ae3b9", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0418 07:50:03.780689 3708 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-69rt8 931a2dd7d6316c6e8d737bbc83100c0ebfcff3e860ce051d03db925fb92c2e28 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-69rt8 931a2dd7d6316c6e8d737bbc83100c0ebfcff3e860ce051d03db925fb92c2e28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c5:02:22:2e:e0\",\"name\":\"931a2dd7d6316c6\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c90584bd-6ad0-4d79-bb81-a4d3e079120e\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:08.439886 3708 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-9st87] creating logical port openshift-insights_insights-runtime-extractor-9st87 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:08.440000 3708 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-9st87 I0418 07:50:08.453024 3708 pod.go:62] [openshift-insights/insights-runtime-extractor-9st87] pod update took 13.058251ms I0418 07:50:08.453048 3708 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-9st87] addLogicalPort annotation time took 13.088357ms I0418 07:50:08.454291 3708 pods.go:271] [openshift-insights/insights-runtime-extractor-9st87] addLogicalPort took 14.423689ms, libovsdb time 893.916µs I0418 07:50:08.638591 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:08.638615 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:08.638630 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 18.254µs I0418 07:50:08.638599 3708 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall W0418 07:50:10.415214 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0418 07:50:16.704293 3708 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-237.ec2.internal I0418 07:50:16.704339 3708 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-237.ec2.internal I0418 07:50:16.704449 3708 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-237.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-237.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-237.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-237.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-237.ec2.internal I0418 07:50:19.325060 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk I0418 07:50:19.325092 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk I0418 07:50:19.325108 3708 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-lbxl9 I0418 07:50:19.325128 3708 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-lbxl9 I0418 07:50:19.325134 3708 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lcdzk, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lcdzk: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lcdzk: no pod IPs found I0418 07:50:19.325160 3708 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-lbxl9, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-lbxl9: suppressed error logged: pod openshift-multus/network-metrics-daemon-lbxl9: no pod IPs found I0418 07:50:24.453393 3708 cni.go:452] [openshift-insights/insights-runtime-extractor-9st87 7019eb84dbe9f7c8c4204a3ce807577ac2ba20be9c78c0da1b7f6cd39377d1bf network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-9st87 7019eb84dbe9f7c8c4204a3ce807577ac2ba20be9c78c0da1b7f6cd39377d1bf network default NAD default NAD key ] I0418 07:50:24.464410 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-9st87, hostIfaceName: 7019eb84dbe9f7c, network: default, NAD default, SandboxID: "7019eb84dbe9f7c8c4204a3ce807577ac2ba20be9c78c0da1b7f6cd39377d1bf", PCI device ID: , UID: "54241090-969f-4ea9-9faa-644dd5397c95", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0418 07:50:24.513906 3708 cni.go:473] [openshift-insights/insights-runtime-extractor-9st87 7019eb84dbe9f7c8c4204a3ce807577ac2ba20be9c78c0da1b7f6cd39377d1bf network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-9st87 7019eb84dbe9f7c8c4204a3ce807577ac2ba20be9c78c0da1b7f6cd39377d1bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:7a:bb:97:e0:0c\",\"name\":\"7019eb84dbe9f7c\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b82625d-046f-48cd-ac2c-85b74443954b\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:26.010415 3708 cni.go:452] [openshift-image-registry/image-registry-6ccb9cffd8-vscmg c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6ccb9cffd8-vscmg c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c network default NAD default NAD key ] I0418 07:50:26.020722 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6ccb9cffd8-vscmg, hostIfaceName: c0b253e2866a742, network: default, NAD default, SandboxID: "c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c", PCI device ID: , UID: "2a09b924-51f6-4a8d-8459-df53d2415d26", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0418 07:50:26.027404 3708 cni.go:452] [openshift-ingress/router-default-7848c78fb9-xcsd5 3811154d758d96eda9496f6b947d4778cdc0b3d97fd162525aff3480d4936817 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7848c78fb9-xcsd5 3811154d758d96eda9496f6b947d4778cdc0b3d97fd162525aff3480d4936817 network default NAD default NAD key ] I0418 07:50:26.050271 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7848c78fb9-xcsd5, hostIfaceName: 3811154d758d96e, network: default, NAD default, SandboxID: "3811154d758d96eda9496f6b947d4778cdc0b3d97fd162525aff3480d4936817", PCI device ID: , UID: "1a5ea5d9-79cd-4f59-88e7-14a86ff33a2d", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0418 07:50:26.072073 3708 cni.go:452] [openshift-dns/dns-default-ltvxh 5140a8b2d630de3317db10f6221d10ae22f4878d2963d05e43d4bf425913d931 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ltvxh 5140a8b2d630de3317db10f6221d10ae22f4878d2963d05e43d4bf425913d931 network default NAD default NAD key ] I0418 07:50:26.086545 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ltvxh, hostIfaceName: 5140a8b2d630de3, network: default, NAD default, SandboxID: "5140a8b2d630de3317db10f6221d10ae22f4878d2963d05e43d4bf425913d931", PCI device ID: , UID: "06affcbe-0129-47b5-95e3-2e4cb5d870d9", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0418 07:50:26.091018 3708 cni.go:473] [openshift-image-registry/image-registry-6ccb9cffd8-vscmg c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6ccb9cffd8-vscmg c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:68:33:0c:2e:d3\",\"name\":\"c0b253e2866a742\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86397162-461e-4ef1-ad46-7083cbd9cd51\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:26.110475 3708 cni.go:473] [openshift-ingress/router-default-7848c78fb9-xcsd5 3811154d758d96eda9496f6b947d4778cdc0b3d97fd162525aff3480d4936817 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7848c78fb9-xcsd5 3811154d758d96eda9496f6b947d4778cdc0b3d97fd162525aff3480d4936817 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:71:51:3c:df:14\",\"name\":\"3811154d758d96e\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ddcb61a-a42a-462b-a421-f98c82fea122\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:26.144382 3708 cni.go:473] [openshift-dns/dns-default-ltvxh 5140a8b2d630de3317db10f6221d10ae22f4878d2963d05e43d4bf425913d931 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ltvxh 5140a8b2d630de3317db10f6221d10ae22f4878d2963d05e43d4bf425913d931 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:5f:f7:1a:e0:41\",\"name\":\"5140a8b2d630de3\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2131b3b2-75d6-43b3-8e00-fd9b66bb74d7\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:29.013477 3708 cni.go:452] [openshift-multus/network-metrics-daemon-bn6nw 66e18a69be0ae6894ffa94705423d7777372951f4172f26b5b5e21818f519727 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bn6nw 66e18a69be0ae6894ffa94705423d7777372951f4172f26b5b5e21818f519727 network default NAD default NAD key ] I0418 07:50:29.022781 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bn6nw, hostIfaceName: 66e18a69be0ae68, network: default, NAD default, SandboxID: "66e18a69be0ae6894ffa94705423d7777372951f4172f26b5b5e21818f519727", PCI device ID: , UID: "1c74e6e7-2472-40d4-b10a-d0d6746be09e", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0418 07:50:29.071657 3708 cni.go:473] [openshift-multus/network-metrics-daemon-bn6nw 66e18a69be0ae6894ffa94705423d7777372951f4172f26b5b5e21818f519727 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bn6nw 66e18a69be0ae6894ffa94705423d7777372951f4172f26b5b5e21818f519727 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:13:07:0e:83:6c\",\"name\":\"66e18a69be0ae68\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b29f62dd-341b-400d-90df-e6d32894f4ed\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:30.426172 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:30.746032 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0418 07:50:30.780956 3708 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:30.780977 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:30.780983 3708 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:30.800755 3708 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:30.835083 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:30.890404 3708 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 07:50:30.936433 3708 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-qwnkf] creating logical port openshift-console_downloads-5c54f4944f-qwnkf for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:30.936532 3708 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-qwnkf W0418 07:50:30.940111 3708 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-7b55756c75-n6x6k IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-7b55756c75-n6x6k: no pod IPs found W0418 07:50:30.947846 3708 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:30.954134 3708 base_network_controller_pods.go:487] [default/openshift-console/console-799b8897d8-rpxmc] creating logical port openshift-console_console-799b8897d8-rpxmc for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:30.954225 3708 kube.go:256] Updating pod openshift-console/console-799b8897d8-rpxmc I0418 07:50:30.961695 3708 pod.go:62] [openshift-console/downloads-5c54f4944f-qwnkf] pod update took 25.188693ms I0418 07:50:30.961718 3708 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-qwnkf] addLogicalPort annotation time took 25.213707ms I0418 07:50:30.962760 3708 pods.go:271] [openshift-console/downloads-5c54f4944f-qwnkf] addLogicalPort took 26.345357ms, libovsdb time 756.404µs I0418 07:50:30.977309 3708 pod.go:62] [openshift-console/console-799b8897d8-rpxmc] pod update took 23.104075ms I0418 07:50:30.977335 3708 base_network_controller_pods.go:951] [default/openshift-console/console-799b8897d8-rpxmc] addLogicalPort annotation time took 23.133362ms I0418 07:50:30.978354 3708 pods.go:271] [openshift-console/console-799b8897d8-rpxmc] addLogicalPort took 24.232165ms, libovsdb time 705.264µs I0418 07:50:31.134986 3708 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-b2w2h for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:31.135074 3708 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h I0418 07:50:31.152759 3708 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h] pod update took 17.705947ms I0418 07:50:31.152785 3708 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h] addLogicalPort annotation time took 17.737362ms I0418 07:50:31.153939 3708 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h] addLogicalPort took 18.967255ms, libovsdb time 859.856µs W0418 07:50:31.165511 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 07:50:31.165534 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0418 07:50:31.240895 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0418 07:50:31.353287 3708 cni.go:452] [openshift-console/downloads-5c54f4944f-qwnkf a970d7e0ab24ab36add2a7bcfcf3cd7430c05c50bdd2f076aa33234e88d05696 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-qwnkf a970d7e0ab24ab36add2a7bcfcf3cd7430c05c50bdd2f076aa33234e88d05696 network default NAD default NAD key ] I0418 07:50:31.363638 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-qwnkf, hostIfaceName: a970d7e0ab24ab3, network: default, NAD default, SandboxID: "a970d7e0ab24ab36add2a7bcfcf3cd7430c05c50bdd2f076aa33234e88d05696", PCI device ID: , UID: "d1c068f2-9b68-4612-8c16-7163a3a96357", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0418 07:50:31.369771 3708 cni.go:452] [openshift-console/console-799b8897d8-rpxmc 81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-799b8897d8-rpxmc 81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af network default NAD default NAD key ] I0418 07:50:31.378862 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-799b8897d8-rpxmc, hostIfaceName: 81e451cb6e0fdf8, network: default, NAD default, SandboxID: "81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af", PCI device ID: , UID: "c07b7e15-be70-4097-afb0-6e4cd020b063", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0418 07:50:31.414205 3708 cni.go:473] [openshift-console/downloads-5c54f4944f-qwnkf a970d7e0ab24ab36add2a7bcfcf3cd7430c05c50bdd2f076aa33234e88d05696 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-qwnkf a970d7e0ab24ab36add2a7bcfcf3cd7430c05c50bdd2f076aa33234e88d05696 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b3:9a:c3:d5:61\",\"name\":\"a970d7e0ab24ab3\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15e9c00a-2a69-47d2-911b-255f26151928\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:31.431978 3708 cni.go:473] [openshift-console/console-799b8897d8-rpxmc 81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-799b8897d8-rpxmc 81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:34:63:25:ee:4e\",\"name\":\"81e451cb6e0fdf8\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/177c2324-c3e4-4374-8f33-cf084ab7d1c2\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:31.540396 3708 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h 733a00df7a590ac535d58e69dce3bcd148ca0f03ed5bfc4ae62cb662c05e0fc6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h 733a00df7a590ac535d58e69dce3bcd148ca0f03ed5bfc4ae62cb662c05e0fc6 network default NAD default NAD key ] I0418 07:50:31.550673 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-b2w2h, hostIfaceName: 733a00df7a590ac, network: default, NAD default, SandboxID: "733a00df7a590ac535d58e69dce3bcd148ca0f03ed5bfc4ae62cb662c05e0fc6", PCI device ID: , UID: "122429e0-3fb5-46c3-95a8-72cbd8b07dd1", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0418 07:50:31.602004 3708 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h 733a00df7a590ac535d58e69dce3bcd148ca0f03ed5bfc4ae62cb662c05e0fc6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-b2w2h 733a00df7a590ac535d58e69dce3bcd148ca0f03ed5bfc4ae62cb662c05e0fc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:81:56:fc:39:66\",\"name\":\"733a00df7a590ac\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ba032fe-c6d8-4a7a-a7e1-72494f383b12\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:31.906721 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:31.906749 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "ip-10-0-0-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:31.906771 3708 node_tracker.go:235] Node ip-10-0-0-237.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-237.ec2.internal" I0418 07:50:31.906786 3708 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:31.906797 3708 services_controller.go:574] Full service sync requested for network=default W0418 07:50:31.907192 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:31.907208 3708 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:31.907213 3708 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:31.907317 3708 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:31.934530 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "ip-10-0-0-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:32.059749 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:32.059823 3708 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:32.059825 3708 default_network_controller.go:1025] Node "ip-10-0-0-237.ec2.internal" in remote zone "ip-10-0-0-237.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0418 07:50:32.059842 3708 services_controller.go:574] Full service sync requested for network=default W0418 07:50:32.060270 3708 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.060289 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.060294 3708 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.060425 3708 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:50:32.060998 3708 zone_ic_handler.go:195] Time taken to create transit switch: 338.098µs I0418 07:50:32.061016 3708 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-237.ec2.internal for the network default I0418 07:50:32.062307 3708 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-237.ec2.internal" on network "default" took: 1.665585ms I0418 07:50:32.616148 3708 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-237.ec2.internal in network "default" I0418 07:50:32.616172 3708 egressfirewall.go:723] Syncing node "ip-10-0-0-237.ec2.internal" for egress firewall I0418 07:50:32.616214 3708 node_tracker.go:169] Node ip-10-0-0-237.ec2.internal switch + router changed, syncing services in network "default" I0418 07:50:32.616220 3708 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-237.ec2.internal", IP: 10.0.0.237 to PMTUD blocking rules I0418 07:50:32.616231 3708 services_controller.go:574] Full service sync requested for network=default I0418 07:50:32.616232 3708 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0418 07:50:32.616149 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:32.616256 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 110.426µs W0418 07:50:32.616356 3708 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:32.616830 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.616846 3708 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:32.616854 3708 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0418 07:50:32.623450 3708 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-237.ec2.internal. Updating no re-route policies I0418 07:50:32.637050 3708 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-237.ec2.internal", IP: 10.0.0.237 to PMTUD blocking rules I0418 07:50:32.637070 3708 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-237.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0418 07:50:33.321400 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0418 07:50:33.352190 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0418 07:50:34.630099 3708 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-vzr29] creating logical port openshift-monitoring_prometheus-operator-76b589d668-vzr29 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:34.630282 3708 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-vzr29 I0418 07:50:34.644137 3708 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-vzr29] pod update took 13.891337ms I0418 07:50:34.644165 3708 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-vzr29] addLogicalPort annotation time took 13.922553ms I0418 07:50:34.645529 3708 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-vzr29] addLogicalPort took 15.450673ms, libovsdb time 971.583µs W0418 07:50:35.333098 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0418 07:50:35.588525 3708 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-vzr29 e37cc6d6427eb0cc1d33503437813476d91d3becee495572262abf54eaee316a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-vzr29 e37cc6d6427eb0cc1d33503437813476d91d3becee495572262abf54eaee316a network default NAD default NAD key ] I0418 07:50:35.599211 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-vzr29, hostIfaceName: e37cc6d6427eb0c, network: default, NAD default, SandboxID: "e37cc6d6427eb0cc1d33503437813476d91d3becee495572262abf54eaee316a", PCI device ID: , UID: "832eb184-ac76-4f70-93a5-c92ec92e5554", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0418 07:50:35.654132 3708 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-vzr29 e37cc6d6427eb0cc1d33503437813476d91d3becee495572262abf54eaee316a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-vzr29 e37cc6d6427eb0cc1d33503437813476d91d3becee495572262abf54eaee316a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:77:db:ec:4b:f8\",\"name\":\"e37cc6d6427eb0c\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/455eb880-6d06-422c-883a-7eb224f6a04a\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 07:50:36.252720 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.252742 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.252751 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.252768 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.252774 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.252778 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:36.299906 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0418 07:50:36.918845 3708 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-237.ec2.internal I0418 07:50:36.918876 3708 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-237.ec2.internal: 38.952µs W0418 07:50:37.830763 3708 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:38.301703 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:38.301726 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0418 07:50:38.301735 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0418 07:50:40.291459 3708 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:40.291613 3708 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0418 07:50:40.318366 3708 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.825989ms I0418 07:50:40.318391 3708 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.858451ms I0418 07:50:40.319772 3708 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.331082ms, libovsdb time 1.02788ms W0418 07:50:41.368103 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 07:50:42.246347 3708 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-575587df46-qfgs6] creating logical port openshift-monitoring_thanos-querier-575587df46-qfgs6 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:42.246489 3708 kube.go:256] Updating pod openshift-monitoring/thanos-querier-575587df46-qfgs6 I0418 07:50:42.269280 3708 pod.go:62] [openshift-monitoring/thanos-querier-575587df46-qfgs6] pod update took 22.855065ms I0418 07:50:42.269308 3708 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-575587df46-qfgs6] addLogicalPort annotation time took 22.890385ms I0418 07:50:42.271702 3708 pods.go:271] [openshift-monitoring/thanos-querier-575587df46-qfgs6] addLogicalPort took 25.374256ms, libovsdb time 1.996915ms I0418 07:50:43.868401 3708 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-xvxms for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:43.868592 3708 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms I0418 07:50:43.887025 3708 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms] pod update took 18.477858ms I0418 07:50:43.887109 3708 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms] addLogicalPort annotation time took 18.566637ms I0418 07:50:43.888446 3708 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms] addLogicalPort took 20.064401ms, libovsdb time 954.695µs W0418 07:50:44.242060 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:44.242090 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:44.829693 3708 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67db7664c6-94rvf IP address from the namespace address-set, err: pod openshift-console/console-67db7664c6-94rvf: no pod IPs found W0418 07:50:45.038635 3708 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:45.038655 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:45.038663 3708 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 07:50:45.490009 3708 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:45.490191 3708 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0418 07:50:45.513595 3708 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.456725ms I0418 07:50:45.513625 3708 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.493774ms I0418 07:50:45.515278 3708 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 25.290792ms, libovsdb time 1.146617ms I0418 07:50:46.570957 3708 cni.go:452] [openshift-monitoring/thanos-querier-575587df46-qfgs6 258686d919567b81481632312a05f6255908cb9135b831d317dc5e22c2538af2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-575587df46-qfgs6 258686d919567b81481632312a05f6255908cb9135b831d317dc5e22c2538af2 network default NAD default NAD key ] I0418 07:50:46.571288 3708 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms 8bae7881f72a74566b95a761501195d0196848fd49665a124ae4535c1801df4a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms 8bae7881f72a74566b95a761501195d0196848fd49665a124ae4535c1801df4a network default NAD default NAD key ] I0418 07:50:46.571290 3708 cni.go:452] [openshift-monitoring/alertmanager-main-1 ea22a25e339a434f0da36e3bcdd9176157729827ab68c5cd52e8d402990ae914 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 ea22a25e339a434f0da36e3bcdd9176157729827ab68c5cd52e8d402990ae914 network default NAD default NAD key ] I0418 07:50:46.572197 3708 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c6c9f3a79148629ff3a02802075994eb4d46abcff0d6dc9b2f2a044b9f72e970 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c6c9f3a79148629ff3a02802075994eb4d46abcff0d6dc9b2f2a044b9f72e970 network default NAD default NAD key ] I0418 07:50:46.588206 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c6c9f3a79148629, network: default, NAD default, SandboxID: "c6c9f3a79148629ff3a02802075994eb4d46abcff0d6dc9b2f2a044b9f72e970", PCI device ID: , UID: "691f5ec5-e760-463e-a806-1026555059f0", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0418 07:50:46.588892 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-575587df46-qfgs6, hostIfaceName: 258686d919567b8, network: default, NAD default, SandboxID: "258686d919567b81481632312a05f6255908cb9135b831d317dc5e22c2538af2", PCI device ID: , UID: "7cb43590-ff5d-47b0-a99e-6ca6c90dbcd6", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0418 07:50:46.592906 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-xvxms, hostIfaceName: 8bae7881f72a745, network: default, NAD default, SandboxID: "8bae7881f72a74566b95a761501195d0196848fd49665a124ae4535c1801df4a", PCI device ID: , UID: "933ced89-3631-4088-b95f-d8135e2d7f39", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0418 07:50:46.593354 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: ea22a25e339a434, network: default, NAD default, SandboxID: "ea22a25e339a434f0da36e3bcdd9176157729827ab68c5cd52e8d402990ae914", PCI device ID: , UID: "9fce9fb2-0cbf-4d8e-bfed-427a9b3e4d55", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0418 07:50:46.652544 3708 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms 8bae7881f72a74566b95a761501195d0196848fd49665a124ae4535c1801df4a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-xvxms 8bae7881f72a74566b95a761501195d0196848fd49665a124ae4535c1801df4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ff:db:c3:3c:39\",\"name\":\"8bae7881f72a745\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ed9687e-cc64-4b59-9269-5248c0df7258\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:46.698371 3708 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c6c9f3a79148629ff3a02802075994eb4d46abcff0d6dc9b2f2a044b9f72e970 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c6c9f3a79148629ff3a02802075994eb4d46abcff0d6dc9b2f2a044b9f72e970 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:18:39:23:2f:dc\",\"name\":\"c6c9f3a79148629\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d52b665a-e994-46db-9efb-82596af64abd\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:46.876514 3708 cni.go:473] [openshift-monitoring/alertmanager-main-1 ea22a25e339a434f0da36e3bcdd9176157729827ab68c5cd52e8d402990ae914 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 ea22a25e339a434f0da36e3bcdd9176157729827ab68c5cd52e8d402990ae914 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:40:9c:06:a5:78\",\"name\":\"ea22a25e339a434\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/801db03c-9847-4fc1-be80-ce663ec797c9\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:50:46.876657 3708 cni.go:473] [openshift-monitoring/thanos-querier-575587df46-qfgs6 258686d919567b81481632312a05f6255908cb9135b831d317dc5e22c2538af2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-575587df46-qfgs6 258686d919567b81481632312a05f6255908cb9135b831d317dc5e22c2538af2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ce:87:ad:85:b0\",\"name\":\"258686d919567b8\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cdfc609-48fd-498e-8d97-b8db5f75c800\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 07:50:47.357432 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0418 07:50:47.427514 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0418 07:50:47.922248 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:47.922269 3708 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:47.970639 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 07:50:48.360850 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0418 07:50:48.472495 3708 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:48.472526 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:50:48.514760 3708 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.514781 3708 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.514788 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:50:48.956155 3708 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.956182 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.956191 3708 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:48.956197 3708 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:49.233656 3708 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-dbd98577b-hhqjj IP address from the namespace address-set, err: pod openshift-console/console-dbd98577b-hhqjj: no pod IPs found W0418 07:50:49.243788 3708 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-dbd98577b-49ph2 IP address from the namespace address-set, err: pod openshift-console/console-dbd98577b-49ph2: no pod IPs found W0418 07:50:52.486954 3708 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486982 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486989 3708 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:52.486996 3708 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954168 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954194 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954202 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954207 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954220 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954225 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954229 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:54.954233 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0418 07:50:56.108235 3708 cni.go:452] [openshift-image-registry/image-registry-6ccb9cffd8-vscmg c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6ccb9cffd8-vscmg c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c network default NAD default NAD key ] I0418 07:50:56.202278 3708 cni.go:473] [openshift-image-registry/image-registry-6ccb9cffd8-vscmg c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6ccb9cffd8-vscmg c0b253e2866a74274e230b308fa82e6432316403825783b97ef3428b6c654d7c network default NAD default NAD key default], result "{}", err I0418 07:50:56.255651 3708 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:50:56.255692 3708 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6ccb9cffd8-vscmg I0418 07:50:56.257371 3708 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6ccb9cffd8-vscmg, ips: 10.129.0.5 I0418 07:50:56.257405 3708 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:50:56.267817 3708 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bd755c94f-fwtfp] creating logical port openshift-image-registry_image-registry-5bd755c94f-fwtfp for pod on switch ip-10-0-2-118.ec2.internal I0418 07:50:56.267939 3708 kube.go:256] Updating pod openshift-image-registry/image-registry-5bd755c94f-fwtfp I0418 07:50:56.285478 3708 pod.go:62] [openshift-image-registry/image-registry-5bd755c94f-fwtfp] pod update took 17.571193ms I0418 07:50:56.285504 3708 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bd755c94f-fwtfp] addLogicalPort annotation time took 17.604882ms I0418 07:50:56.286689 3708 pods.go:271] [openshift-image-registry/image-registry-5bd755c94f-fwtfp] addLogicalPort took 18.885871ms, libovsdb time 837.7µs I0418 07:50:56.458089 3708 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:50:56.458117 3708 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-vscmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:50:56.461398 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ccb9cffd8-vscmg I0418 07:50:56.461432 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ccb9cffd8-vscmg I0418 07:50:56.635992 3708 cni.go:452] [openshift-image-registry/image-registry-5bd755c94f-fwtfp 03e69b15b39bf725b4b9ad6dca3dfd9735e1bd96d9680e2d54e7336cf5511e49 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5bd755c94f-fwtfp 03e69b15b39bf725b4b9ad6dca3dfd9735e1bd96d9680e2d54e7336cf5511e49 network default NAD default NAD key ] I0418 07:50:56.646048 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bd755c94f-fwtfp, hostIfaceName: 03e69b15b39bf72, network: default, NAD default, SandboxID: "03e69b15b39bf725b4b9ad6dca3dfd9735e1bd96d9680e2d54e7336cf5511e49", PCI device ID: , UID: "f83dafff-c7c0-4663-a8dd-50672b251142", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0418 07:50:56.696802 3708 cni.go:473] [openshift-image-registry/image-registry-5bd755c94f-fwtfp 03e69b15b39bf725b4b9ad6dca3dfd9735e1bd96d9680e2d54e7336cf5511e49 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5bd755c94f-fwtfp 03e69b15b39bf725b4b9ad6dca3dfd9735e1bd96d9680e2d54e7336cf5511e49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b7:27:32:d7:6e\",\"name\":\"03e69b15b39bf72\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c6e105a-8e00-4809-950f-b34c3064f9b2\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 07:50:58.461501 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:58.461520 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:58.461526 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:58.461531 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0418 07:50:58.841721 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:58.841750 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:58.886866 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:50:58.886915 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0418 07:51:01.593335 3708 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-q9fj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:01.594023 3708 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-q9fj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:02.435543 3708 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-q9fj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:02.435591 3708 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-q9fj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:02.442377 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799b8897d8-q9fj2 I0418 07:51:02.442403 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799b8897d8-q9fj2 I0418 07:51:10.131266 3708 obj_retry.go:498] Detected object openshift-console/console-67db7664c6-llqnm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:10.131888 3708 obj_retry.go:498] Detected object openshift-console/console-67db7664c6-llqnm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0418 07:51:10.480293 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0418 07:51:10.719693 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.719715 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0418 07:51:10.719724 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0418 07:51:11.039884 3708 obj_retry.go:492] Detected object openshift-console/console-67db7664c6-llqnm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:11.039914 3708 obj_retry.go:492] Detected object openshift-console/console-67db7664c6-llqnm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:11.048270 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67db7664c6-llqnm I0418 07:51:11.048299 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67db7664c6-llqnm W0418 07:51:15.508328 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0418 07:51:18.488119 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0418 07:51:20.524867 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0418 07:51:25.240218 3708 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:25.240852 3708 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:25.546131 3708 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:25.546152 3708 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:25.554534 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 I0418 07:51:25.554572 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6ccb9cffd8-rdkl5 W0418 07:51:37.182519 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:51:37.182545 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:51:37.182577 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:51:37.182584 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 07:51:37.719721 3708 cni.go:452] [openshift-console/console-799b8897d8-rpxmc 81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-799b8897d8-rpxmc 81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af network default NAD default NAD key ] I0418 07:51:37.799321 3708 cni.go:473] [openshift-console/console-799b8897d8-rpxmc 81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-799b8897d8-rpxmc 81e451cb6e0fdf819fba7ce89b24038b4b3638b9961e27884013d2e08844c2af network default NAD default NAD key default], result "{}", err I0418 07:51:37.865824 3708 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-rpxmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:37.865859 3708 pods.go:176] Deleting pod: openshift-console/console-799b8897d8-rpxmc I0418 07:51:37.867034 3708 pods.go:236] Attempting to release IPs for pod: openshift-console/console-799b8897d8-rpxmc, ips: 10.129.0.14 I0418 07:51:37.867060 3708 obj_retry.go:498] Detected object openshift-console/console-799b8897d8-rpxmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:38.652488 3708 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-rpxmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:38.652515 3708 obj_retry.go:492] Detected object openshift-console/console-799b8897d8-rpxmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:38.660307 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-799b8897d8-rpxmc I0418 07:51:38.660331 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-799b8897d8-rpxmc I0418 07:51:41.423317 3708 obj_retry.go:498] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:41.423900 3708 obj_retry.go:498] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:51:41.618103 3708 obj_retry.go:492] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:41.618124 3708 obj_retry.go:492] Detected object openshift-ingress/router-default-68bc5988cc-rf9q8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:51:41.624951 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-68bc5988cc-rf9q8 I0418 07:51:41.624979 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-68bc5988cc-rf9q8 W0418 07:51:46.713207 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0418 07:51:46.713230 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0418 07:51:55.521584 3708 base_network_controller_pods.go:487] [default/openshift-console/console-77b9fb9467-6t24v] creating logical port openshift-console_console-77b9fb9467-6t24v for pod on switch ip-10-0-2-118.ec2.internal I0418 07:51:55.521767 3708 kube.go:256] Updating pod openshift-console/console-77b9fb9467-6t24v I0418 07:51:55.560340 3708 pod.go:62] [openshift-console/console-77b9fb9467-6t24v] pod update took 38.648165ms I0418 07:51:55.560364 3708 base_network_controller_pods.go:951] [default/openshift-console/console-77b9fb9467-6t24v] addLogicalPort annotation time took 38.677784ms I0418 07:51:55.561697 3708 pods.go:271] [openshift-console/console-77b9fb9467-6t24v] addLogicalPort took 40.153139ms, libovsdb time 989.041µs I0418 07:51:55.885394 3708 cni.go:452] [openshift-console/console-77b9fb9467-6t24v a9bbd86ad8613602db2b6d3dafe7eb75360b94a45c0105db1a6e92a40a3b5724 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77b9fb9467-6t24v a9bbd86ad8613602db2b6d3dafe7eb75360b94a45c0105db1a6e92a40a3b5724 network default NAD default NAD key ] I0418 07:51:55.894751 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77b9fb9467-6t24v, hostIfaceName: a9bbd86ad861360, network: default, NAD default, SandboxID: "a9bbd86ad8613602db2b6d3dafe7eb75360b94a45c0105db1a6e92a40a3b5724", PCI device ID: , UID: "502adf75-399a-40cc-b5bd-cef5515ea956", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0418 07:51:55.946698 3708 cni.go:473] [openshift-console/console-77b9fb9467-6t24v a9bbd86ad8613602db2b6d3dafe7eb75360b94a45c0105db1a6e92a40a3b5724 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77b9fb9467-6t24v a9bbd86ad8613602db2b6d3dafe7eb75360b94a45c0105db1a6e92a40a3b5724 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:08:dc:cb:49:42\",\"name\":\"a9bbd86ad861360\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3995479-c97f-4989-a461-12f01794330d\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 07:52:06.759467 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0418 07:52:10.871086 3708 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871663 3708 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871695 3708 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871706 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0418 07:52:10.871726 3708 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:52:10.871735 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0418 07:52:11.896685 3708 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896708 3708 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896726 3708 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:11.896735 3708 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:16.721918 3708 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 07:52:16.730545 3708 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 07:52:20.867610 3708 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tjr6p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:20.868228 3708 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tjr6p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:21.821382 3708 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tjr6p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:21.821404 3708 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tjr6p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:21.829051 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79674bd444-tjr6p I0418 07:52:21.829076 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79674bd444-tjr6p I0418 07:52:32.081658 3708 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tdkjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:32.082232 3708 obj_retry.go:498] Detected object openshift-console/console-79674bd444-tdkjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:52:32.351030 3708 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tdkjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:32.351061 3708 obj_retry.go:492] Detected object openshift-console/console-79674bd444-tdkjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:52:32.354161 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-79674bd444-tdkjk I0418 07:52:32.354185 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-79674bd444-tdkjk I0418 07:53:10.012531 3708 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg 93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg 93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d network default NAD default NAD key ] I0418 07:53:10.086869 3708 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg 93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg 93588b741b78e85399ec2a2799c4cc0556a6c7d40e0566c15c1a620ca32ebe5d network default NAD default NAD key default], result "{}", err I0418 07:53:10.129509 3708 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:53:10.129552 3708 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg I0418 07:53:10.130810 3708 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg, ips: 10.129.0.9 I0418 07:53:10.130844 3708 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:53:11.024739 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:53:11.024760 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:54:48.755002 3708 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 07:54:51.362011 3708 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 07:55:18.328223 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0418 07:55:23.333293 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0418 07:56:00.678473 3708 namespace.go:98] [tsf] adding namespace I0418 07:56:00.679345 3708 namespace.go:102] [tsf] adding namespace took 843.928µs I0418 07:56:00.694686 3708 namespace.go:142] [tsf] updating namespace I0418 07:56:00.706308 3708 namespace.go:142] [tsf] updating namespace I0418 07:56:02.242372 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0418 07:56:05.102371 3708 namespace.go:98] [konflux-ui] adding namespace I0418 07:56:05.102410 3708 namespace.go:98] [cert-manager-operator] adding namespace I0418 07:56:05.103316 3708 namespace.go:102] [konflux-ui] adding namespace took 920.283µs I0418 07:56:05.103934 3708 namespace.go:102] [cert-manager-operator] adding namespace took 1.499964ms I0418 07:56:05.106118 3708 namespace.go:98] [rhbk-operator] adding namespace I0418 07:56:05.106167 3708 namespace.go:98] [rhtpa-operator] adding namespace I0418 07:56:05.106309 3708 namespace.go:98] [tsf-tpa] adding namespace I0418 07:56:05.106382 3708 namespace.go:98] [konflux-operator] adding namespace I0418 07:56:05.106833 3708 namespace.go:102] [rhbk-operator] adding namespace took 702.886µs I0418 07:56:05.107301 3708 namespace.go:102] [rhtpa-operator] adding namespace took 1.114566ms I0418 07:56:05.107810 3708 namespace.go:102] [tsf-tpa] adding namespace took 1.490354ms I0418 07:56:05.107964 3708 namespace.go:98] [tsf-keycloak] adding namespace I0418 07:56:05.108023 3708 namespace.go:98] [tsf-tas] adding namespace I0418 07:56:05.108490 3708 namespace.go:102] [konflux-operator] adding namespace took 2.091295ms I0418 07:56:05.109076 3708 namespace.go:102] [tsf-keycloak] adding namespace took 1.079618ms I0418 07:56:05.109632 3708 namespace.go:102] [tsf-tas] adding namespace took 1.593726ms I0418 07:56:05.125980 3708 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.147739 3708 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.151641 3708 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.154629 3708 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:05.154641 3708 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.154812 3708 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.166293 3708 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.170847 3708 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.174154 3708 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.178016 3708 namespace.go:142] [konflux-ui] updating namespace I0418 07:56:05.226793 3708 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.243420 3708 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:56:05.263715 3708 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.305614 3708 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:05.327235 3708 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.345608 3708 namespace.go:142] [konflux-operator] updating namespace I0418 07:56:05.362206 3708 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.382695 3708 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:05.390695 3708 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.401903 3708 namespace.go:142] [tsf-tas] updating namespace I0418 07:56:05.423846 3708 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.437423 3708 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:56:05.516896 3708 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:05.527850 3708 namespace.go:142] [rhbk-operator] updating namespace I0418 07:56:06.363405 3708 namespace.go:142] [tsf-tpa] updating namespace I0418 07:56:06.371315 3708 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:56:11.835356 3708 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.835966 3708 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.835999 3708 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.836010 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:11.836027 3708 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:11.836033 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:12.862359 3708 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.862856 3708 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.862877 3708 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.862884 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:12.862900 3708 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:12.862907 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:12.872266 3708 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872285 3708 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872299 3708 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:12.872310 3708 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.888422 3708 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.888452 3708 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.888472 3708 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:13.888485 3708 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:14.858265 3708 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858887 3708 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858914 3708 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858922 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:14.858936 3708 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:14.858941 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:15.883433 3708 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883461 3708 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883476 3708 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:15.883486 3708 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:16.887391 3708 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.887960 3708 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.887988 3708 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.887996 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:16.888007 3708 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:16.888011 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:17.931443 3708 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.931471 3708 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.931486 3708 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:17.931498 3708 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.893395 3708 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893937 3708 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893965 3708 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893975 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:18.893986 3708 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:18.893990 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:18.987195 3708 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987218 3708 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987230 3708 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:18.987247 3708 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:19.931795 3708 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.932387 3708 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.932411 3708 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.932419 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0418 07:56:19.932433 3708 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0418 07:56:19.932438 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0418 07:56:20.993250 3708 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.993283 3708 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.993295 3708 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:20.993308 3708 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:56:26.748172 3708 namespace.go:98] [cert-manager] adding namespace I0418 07:56:26.749019 3708 namespace.go:102] [cert-manager] adding namespace took 821.02µs I0418 07:56:26.773938 3708 namespace.go:142] [cert-manager] updating namespace I0418 07:56:26.797028 3708 namespace.go:142] [cert-manager] updating namespace I0418 07:56:27.954860 3708 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-dmxdj for pod on switch ip-10-0-2-118.ec2.internal I0418 07:56:27.954953 3708 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj I0418 07:56:27.972351 3708 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj] pod update took 17.425086ms I0418 07:56:27.972373 3708 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj] addLogicalPort annotation time took 17.450832ms I0418 07:56:27.973520 3708 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj] addLogicalPort took 18.683189ms, libovsdb time 802.241µs I0418 07:56:28.324759 3708 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj 6c98905024879e5346d0dfe678c0d83e2ed13a2b2954c6534c42684a02035c6d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj 6c98905024879e5346d0dfe678c0d83e2ed13a2b2954c6534c42684a02035c6d network default NAD default NAD key ] I0418 07:56:28.334514 3708 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-dmxdj, hostIfaceName: 6c98905024879e5, network: default, NAD default, SandboxID: "6c98905024879e5346d0dfe678c0d83e2ed13a2b2954c6534c42684a02035c6d", PCI device ID: , UID: "f7e6ba54-3276-4fd4-ad65-c83547262ed9", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0418 07:56:28.387183 3708 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj 6c98905024879e5346d0dfe678c0d83e2ed13a2b2954c6534c42684a02035c6d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-dmxdj 6c98905024879e5346d0dfe678c0d83e2ed13a2b2954c6534c42684a02035c6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:60:d8:0d:11:7d\",\"name\":\"6c98905024879e5\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd834cc6-4f84-4742-8557-9dec09d988de\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 07:56:31.830226 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 07:56:31.830258 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0418 07:56:32.371837 3708 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-vlqpw for pod on switch ip-10-0-2-118.ec2.internal I0418 07:56:32.371946 3708 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw I0418 07:56:32.392879 3708 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw] pod update took 20.955101ms I0418 07:56:32.392904 3708 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw] addLogicalPort annotation time took 20.98606ms I0418 07:56:32.394027 3708 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw] addLogicalPort took 22.209852ms, libovsdb time 813.457µs I0418 07:56:33.030947 3708 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw ff02fc06c14c888e8656976fbd17906e6910e31b01c6fd04607d47c400546ec0 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw ff02fc06c14c888e8656976fbd17906e6910e31b01c6fd04607d47c400546ec0 network default NAD default NAD key ] I0418 07:56:33.040180 3708 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-vlqpw, hostIfaceName: ff02fc06c14c888, network: default, NAD default, SandboxID: "ff02fc06c14c888e8656976fbd17906e6910e31b01c6fd04607d47c400546ec0", PCI device ID: , UID: "a0bab09b-5fb3-4bf5-9b31-5b968d969fc5", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0418 07:56:33.089280 3708 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw ff02fc06c14c888e8656976fbd17906e6910e31b01c6fd04607d47c400546ec0 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-vlqpw ff02fc06c14c888e8656976fbd17906e6910e31b01c6fd04607d47c400546ec0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:70:72:88:d2:32\",\"name\":\"ff02fc06c14c888\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/beee0d77-ae12-4265-93b7-5a4e2eef9f58\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:56:36.982760 3708 namespace.go:142] [openshift-operators] updating namespace I0418 07:56:36.998490 3708 namespace.go:142] [openshift-operators] updating namespace W0418 07:56:37.826849 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 07:56:37.826870 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0418 07:56:38.914638 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0418 07:56:40.960286 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0418 07:56:46.144082 3708 namespace.go:98] [trusted-artifact-signer] adding namespace I0418 07:56:46.145022 3708 namespace.go:102] [trusted-artifact-signer] adding namespace took 920.834µs I0418 07:56:46.159090 3708 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:56:46.180121 3708 namespace.go:142] [trusted-artifact-signer] updating namespace W0418 07:56:46.957465 3708 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0418 07:56:48.359794 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 07:56:49.554881 3708 namespace.go:142] [openshift-operators] updating namespace I0418 07:56:50.179302 3708 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-285zp] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-285zp for pod on switch ip-10-0-2-118.ec2.internal I0418 07:56:50.179437 3708 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-285zp I0418 07:56:50.272482 3708 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-285zp] pod update took 93.067946ms I0418 07:56:50.272512 3708 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-285zp] addLogicalPort annotation time took 93.104911ms I0418 07:56:50.273697 3708 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-285zp] addLogicalPort took 94.418012ms, libovsdb time 795.332µs I0418 07:56:50.539870 3708 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-285zp b0dd9ac907ae757a6acbeed05eb353b186362f5b683c9097140870bc35daad37 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-285zp b0dd9ac907ae757a6acbeed05eb353b186362f5b683c9097140870bc35daad37 network default NAD default NAD key ] I0418 07:56:50.549602 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-285zp, hostIfaceName: b0dd9ac907ae757, network: default, NAD default, SandboxID: "b0dd9ac907ae757a6acbeed05eb353b186362f5b683c9097140870bc35daad37", PCI device ID: , UID: "e782e60d-09e9-4d66-a3a3-446c69738c3b", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0418 07:56:50.602852 3708 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-285zp b0dd9ac907ae757a6acbeed05eb353b186362f5b683c9097140870bc35daad37 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-285zp b0dd9ac907ae757a6acbeed05eb353b186362f5b683c9097140870bc35daad37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:4b:06:6f:9d:50\",\"name\":\"b0dd9ac907ae757\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19a9dcde-0f26-4dd9-b70f-8f87a6596a77\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:56:54.368330 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 07:57:04.797784 3708 namespace.go:98] [openshift-pipelines] adding namespace I0418 07:57:04.798595 3708 namespace.go:102] [openshift-pipelines] adding namespace took 785.755µs I0418 07:57:04.815470 3708 namespace.go:142] [openshift-pipelines] updating namespace I0418 07:57:05.238097 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0418 07:57:05.503679 3708 namespace.go:142] [cert-manager] updating namespace I0418 07:57:05.702100 3708 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:06.106154 3708 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:06.305286 3708 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:06.506976 3708 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:06.907994 3708 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:07.109041 3708 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:07.307837 3708 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:07.507453 3708 namespace.go:142] [tsf] updating namespace I0418 07:57:07.710721 3708 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:07.913033 3708 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:08.112176 3708 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:08.244172 3708 namespace.go:142] [cert-manager] updating namespace I0418 07:57:08.258782 3708 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:08.268528 3708 namespace.go:142] [default] updating namespace I0418 07:57:08.279988 3708 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:08.289979 3708 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:08.300521 3708 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:08.309734 3708 namespace.go:142] [openshift] updating namespace I0418 07:57:08.322210 3708 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:08.330428 3708 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:08.341916 3708 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:08.351157 3708 namespace.go:142] [tsf] updating namespace I0418 07:57:08.362522 3708 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:08.374792 3708 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:08.392735 3708 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:08.492634 3708 namespace.go:142] [cert-manager] updating namespace I0418 07:57:08.594288 3708 namespace.go:142] [cert-manager-operator] updating namespace I0418 07:57:08.692859 3708 namespace.go:142] [default] updating namespace I0418 07:57:08.794946 3708 namespace.go:142] [konflux-operator] updating namespace I0418 07:57:08.897261 3708 namespace.go:142] [konflux-ui] updating namespace I0418 07:57:08.994546 3708 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 07:57:09.092330 3708 namespace.go:142] [openshift] updating namespace I0418 07:57:09.192987 3708 namespace.go:142] [rhbk-operator] updating namespace I0418 07:57:09.294801 3708 namespace.go:142] [rhtpa-operator] updating namespace I0418 07:57:09.356280 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0418 07:57:09.396980 3708 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 07:57:09.492666 3708 namespace.go:142] [tsf] updating namespace I0418 07:57:09.594667 3708 namespace.go:142] [tsf-keycloak] updating namespace I0418 07:57:09.691870 3708 namespace.go:142] [tsf-tas] updating namespace I0418 07:57:09.794689 3708 namespace.go:142] [tsf-tpa] updating namespace I0418 07:57:10.061783 3708 namespace.go:142] [openshift-pipelines] updating namespace I0418 07:57:16.241458 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=104 I0418 07:57:17.655263 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-998jc for pod on switch ip-10-0-2-118.ec2.internal I0418 07:57:17.655373 3708 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc I0418 07:57:17.677585 3708 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc] pod update took 22.24388ms I0418 07:57:17.677608 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc] addLogicalPort annotation time took 22.274252ms I0418 07:57:17.678938 3708 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc] addLogicalPort took 23.69135ms, libovsdb time 954.768µs I0418 07:57:17.750957 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-gs4qq for pod on switch ip-10-0-2-118.ec2.internal I0418 07:57:17.751083 3708 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq I0418 07:57:17.763172 3708 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq] pod update took 12.11929ms I0418 07:57:17.763193 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq] addLogicalPort annotation time took 12.145994ms I0418 07:57:17.766449 3708 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq] addLogicalPort took 15.509629ms, libovsdb time 2.889006ms I0418 07:57:18.022280 3708 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc 6fc4a59c6c8aa2bbd214c6a84f3c03814bbb659638fdb79767171061487a40ba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc 6fc4a59c6c8aa2bbd214c6a84f3c03814bbb659638fdb79767171061487a40ba network default NAD default NAD key ] I0418 07:57:18.031703 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-998jc, hostIfaceName: 6fc4a59c6c8aa2b, network: default, NAD default, SandboxID: "6fc4a59c6c8aa2bbd214c6a84f3c03814bbb659638fdb79767171061487a40ba", PCI device ID: , UID: "f7072282-1720-44c3-b8bd-fd9ac3deaaa1", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0418 07:57:18.086942 3708 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc 6fc4a59c6c8aa2bbd214c6a84f3c03814bbb659638fdb79767171061487a40ba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-998jc 6fc4a59c6c8aa2bbd214c6a84f3c03814bbb659638fdb79767171061487a40ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:62:0e:3e:c6:e2\",\"name\":\"6fc4a59c6c8aa2b\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72e26102-80d6-4934-9eac-733068f7a774\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:57:18.111477 3708 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq 4efa960f46b5ad2621c71d0378bd5a32d3d55d9114e97ca19f5322045a732f81 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq 4efa960f46b5ad2621c71d0378bd5a32d3d55d9114e97ca19f5322045a732f81 network default NAD default NAD key ] I0418 07:57:18.122307 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-gs4qq, hostIfaceName: 4efa960f46b5ad2, network: default, NAD default, SandboxID: "4efa960f46b5ad2621c71d0378bd5a32d3d55d9114e97ca19f5322045a732f81", PCI device ID: , UID: "c9e19759-79d0-4288-962a-6e2d7ff2ab52", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0418 07:57:18.174025 3708 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq 4efa960f46b5ad2621c71d0378bd5a32d3d55d9114e97ca19f5322045a732f81 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gs4qq 4efa960f46b5ad2621c71d0378bd5a32d3d55d9114e97ca19f5322045a732f81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:2c:62:aa:42:8c\",\"name\":\"4efa960f46b5ad2\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a1dc8c9-257b-4608-81e6-fb28866456f6\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:57:20.305506 3708 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:20.306125 3708 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:20.330185 3708 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:20.330212 3708 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:20.336392 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0418 07:57:20.336410 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0418 07:57:20.518113 3708 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:20.518138 3708 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0418 07:57:20.518149 3708 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0418 07:57:21.241761 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0418 07:57:22.077322 3708 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.077350 3708 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.077359 3708 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.077366 3708 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:22.199137 3708 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:22.199156 3708 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:22.199163 3708 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0418 07:57:25.174105 3708 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0418 07:57:31.568319 3708 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0418 07:57:31.585317 3708 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0418 07:57:33.047841 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:33.047862 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:33.047868 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0418 07:57:33.047873 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0418 07:57:34.248222 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=785 I0418 07:57:36.216159 3708 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0418 07:57:36.216248 3708 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hp4z5 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-hp4z5: no pod IPs found I0418 07:57:41.328304 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0418 07:57:43.367617 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 07:57:43.484716 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-86q7z for pod on switch ip-10-0-2-118.ec2.internal I0418 07:57:43.484843 3708 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z I0418 07:57:43.499473 3708 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z] pod update took 14.658422ms I0418 07:57:43.499495 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z] addLogicalPort annotation time took 14.68333ms I0418 07:57:43.500708 3708 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z] addLogicalPort took 16.008909ms, libovsdb time 838.81µs I0418 07:57:43.649300 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-2pqmt for pod on switch ip-10-0-2-118.ec2.internal I0418 07:57:43.649386 3708 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt I0418 07:57:43.663276 3708 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt] pod update took 13.909408ms I0418 07:57:43.663298 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt] addLogicalPort annotation time took 13.936422ms I0418 07:57:43.664705 3708 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt] addLogicalPort took 15.418677ms, libovsdb time 1.020215ms I0418 07:57:43.842819 3708 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z b9399b951f9ea4a3f17599867c26d631cb0d9bd4c99b1aa4024316f2bfe6cb7a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z b9399b951f9ea4a3f17599867c26d631cb0d9bd4c99b1aa4024316f2bfe6cb7a network default NAD default NAD key ] I0418 07:57:43.852709 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-86q7z, hostIfaceName: b9399b951f9ea4a, network: default, NAD default, SandboxID: "b9399b951f9ea4a3f17599867c26d631cb0d9bd4c99b1aa4024316f2bfe6cb7a", PCI device ID: , UID: "a6ac7b6b-a227-47aa-886c-ef7ca49009ef", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0418 07:57:43.903222 3708 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z b9399b951f9ea4a3f17599867c26d631cb0d9bd4c99b1aa4024316f2bfe6cb7a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-86q7z b9399b951f9ea4a3f17599867c26d631cb0d9bd4c99b1aa4024316f2bfe6cb7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:6e:5e:46:41:58\",\"name\":\"b9399b951f9ea4a\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7c6937b-32fc-4043-ad67-0716caca4777\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:57:44.006964 3708 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt 8ba89ef60d767e05424245ce9f5ed233ba6b49b5cc29475b9ae46fdb2c9ca0ba network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt 8ba89ef60d767e05424245ce9f5ed233ba6b49b5cc29475b9ae46fdb2c9ca0ba network default NAD default NAD key ] I0418 07:57:44.017361 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-2pqmt, hostIfaceName: 8ba89ef60d767e0, network: default, NAD default, SandboxID: "8ba89ef60d767e05424245ce9f5ed233ba6b49b5cc29475b9ae46fdb2c9ca0ba", PCI device ID: , UID: "a14a5ad3-c601-4198-8a89-3f74e2a721ff", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0418 07:57:44.066538 3708 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt 8ba89ef60d767e05424245ce9f5ed233ba6b49b5cc29475b9ae46fdb2c9ca0ba network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-2pqmt 8ba89ef60d767e05424245ce9f5ed233ba6b49b5cc29475b9ae46fdb2c9ca0ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:03:03:30:19:9e\",\"name\":\"8ba89ef60d767e0\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c1f4fee-241e-412e-96fe-c5d1da5a4bc7\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:57:44.344613 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0418 07:57:47.160477 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0418 07:57:54.821367 3708 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:54.821958 3708 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:57:54.842299 3708 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:54.842320 3708 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:57:54.848970 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0418 07:57:54.848997 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0418 07:57:56.697467 3708 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0418 07:57:56.698109 3708 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0418 07:57:56.698133 3708 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0418 07:57:56.700051 3708 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0418 07:57:58.175619 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0418 07:58:02.729639 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 07:58:02.729660 3708 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0418 07:58:02.732611 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0418 07:58:02.732628 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0418 07:58:04.498785 3708 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 07:58:05.237912 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=84 I0418 07:58:20.943120 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-tpmqq for pod on switch ip-10-0-2-118.ec2.internal I0418 07:58:20.943215 3708 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq I0418 07:58:20.959542 3708 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq] pod update took 16.345136ms I0418 07:58:20.959597 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq] addLogicalPort annotation time took 16.407301ms I0418 07:58:20.960932 3708 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq] addLogicalPort took 17.833846ms, libovsdb time 860.59µs I0418 07:58:21.038752 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-vl699 for pod on switch ip-10-0-2-118.ec2.internal I0418 07:58:21.038859 3708 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699 I0418 07:58:21.053849 3708 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699] pod update took 15.020727ms I0418 07:58:21.053880 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699] addLogicalPort annotation time took 15.060885ms I0418 07:58:21.055069 3708 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699] addLogicalPort took 16.334605ms, libovsdb time 786.568µs I0418 07:58:21.308293 3708 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq a47e4e03ee50c12d01d0ceb9edaa43b08b3ac80bb81243277349ae3a9ba42148 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq a47e4e03ee50c12d01d0ceb9edaa43b08b3ac80bb81243277349ae3a9ba42148 network default NAD default NAD key ] I0418 07:58:21.317831 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-tpmqq, hostIfaceName: a47e4e03ee50c12, network: default, NAD default, SandboxID: "a47e4e03ee50c12d01d0ceb9edaa43b08b3ac80bb81243277349ae3a9ba42148", PCI device ID: , UID: "5fed506a-3206-407c-b1ff-bef7057a13bd", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0418 07:58:21.375080 3708 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq a47e4e03ee50c12d01d0ceb9edaa43b08b3ac80bb81243277349ae3a9ba42148 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-tpmqq a47e4e03ee50c12d01d0ceb9edaa43b08b3ac80bb81243277349ae3a9ba42148 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:5c:a0:3d:e0:4e\",\"name\":\"a47e4e03ee50c12\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fe30cc3-9a72-48f3-9fee-c66b62f8e46a\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:58:21.407196 3708 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699 6ccafef0f09a1fbb5467eb1cf6a3f41eb42b428fe0843ae4b3dcfb99a34e73f4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699 6ccafef0f09a1fbb5467eb1cf6a3f41eb42b428fe0843ae4b3dcfb99a34e73f4 network default NAD default NAD key ] I0418 07:58:21.417476 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-vl699, hostIfaceName: 6ccafef0f09a1fb, network: default, NAD default, SandboxID: "6ccafef0f09a1fbb5467eb1cf6a3f41eb42b428fe0843ae4b3dcfb99a34e73f4", PCI device ID: , UID: "56dbebeb-9b44-477f-9631-3df5da62edbf", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0418 07:58:21.473665 3708 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699 6ccafef0f09a1fbb5467eb1cf6a3f41eb42b428fe0843ae4b3dcfb99a34e73f4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-vl699 6ccafef0f09a1fbb5467eb1cf6a3f41eb42b428fe0843ae4b3dcfb99a34e73f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:48:38:5d:8f:a7\",\"name\":\"6ccafef0f09a1fb\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/569d68aa-b7da-4b7b-923a-4c9ec33027d3\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 07:58:24.490785 3708 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:24.490813 3708 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0418 07:58:24.490821 3708 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0418 07:58:37.566312 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-8t8cj] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-8t8cj for pod on switch ip-10-0-2-118.ec2.internal I0418 07:58:37.566423 3708 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-8t8cj I0418 07:58:37.579107 3708 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-8t8cj] pod update took 12.707438ms I0418 07:58:37.579138 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-8t8cj] addLogicalPort annotation time took 12.745093ms I0418 07:58:37.580632 3708 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-8t8cj] addLogicalPort took 14.345424ms, libovsdb time 1.105265ms I0418 07:58:37.926272 3708 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-8t8cj 8792911452db2813ebda4782c42a38aa388a5531ab27d8eca2a2ba7dbf12b7f1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-8t8cj 8792911452db2813ebda4782c42a38aa388a5531ab27d8eca2a2ba7dbf12b7f1 network default NAD default NAD key ] I0418 07:58:37.936214 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-8t8cj, hostIfaceName: 8792911452db281, network: default, NAD default, SandboxID: "8792911452db2813ebda4782c42a38aa388a5531ab27d8eca2a2ba7dbf12b7f1", PCI device ID: , UID: "cb58e51b-1f53-434f-8286-11bfabb324b7", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0418 07:58:37.994012 3708 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-8t8cj 8792911452db2813ebda4782c42a38aa388a5531ab27d8eca2a2ba7dbf12b7f1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-8t8cj 8792911452db2813ebda4782c42a38aa388a5531ab27d8eca2a2ba7dbf12b7f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:88:6a:b1:95:c1\",\"name\":\"8792911452db281\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a33d1c4-b599-4349-af27-afde831111a5\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:58:47.118776 3708 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:47.119285 3708 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:47.156885 3708 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:47.156909 3708 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:47.164139 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0418 07:58:47.164170 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0418 07:58:48.961961 3708 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-lk8t7-kjxbg] creating logical port tsf-tas_segment-backup-installation-lk8t7-kjxbg for pod on switch ip-10-0-2-118.ec2.internal I0418 07:58:48.962057 3708 kube.go:256] Updating pod tsf-tas/segment-backup-installation-lk8t7-kjxbg I0418 07:58:48.974193 3708 pod.go:62] [tsf-tas/segment-backup-installation-lk8t7-kjxbg] pod update took 12.156755ms I0418 07:58:48.974225 3708 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-lk8t7-kjxbg] addLogicalPort annotation time took 12.193168ms I0418 07:58:48.975684 3708 pods.go:271] [tsf-tas/segment-backup-installation-lk8t7-kjxbg] addLogicalPort took 13.74273ms, libovsdb time 962.083µs I0418 07:58:49.326229 3708 cni.go:452] [tsf-tas/segment-backup-installation-lk8t7-kjxbg ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-lk8t7-kjxbg ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e network default NAD default NAD key ] I0418 07:58:49.336834 3708 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-lk8t7-kjxbg, hostIfaceName: ccee18ac2ffa885, network: default, NAD default, SandboxID: "ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e", PCI device ID: , UID: "a1f5c9bc-fcd5-41f1-b152-8470eb57a3a4", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0418 07:58:49.400357 3708 cni.go:473] [tsf-tas/segment-backup-installation-lk8t7-kjxbg ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-lk8t7-kjxbg ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:94:58:f7:91:c2\",\"name\":\"ccee18ac2ffa885\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3670426a-4195-4299-b4d1-be4ac9365589\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:58:49.969587 3708 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-lk8rn-p8qgb] creating logical port tsf-tas_ctlog-createtree-job-lk8rn-p8qgb for pod on switch ip-10-0-2-118.ec2.internal I0418 07:58:49.969716 3708 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-lk8rn-p8qgb I0418 07:58:50.013131 3708 pod.go:62] [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb] pod update took 43.446919ms I0418 07:58:50.013157 3708 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-lk8rn-p8qgb] addLogicalPort annotation time took 43.485126ms I0418 07:58:50.014619 3708 pods.go:271] [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb] addLogicalPort took 45.091189ms, libovsdb time 980.707µs I0418 07:58:50.347748 3708 cni.go:452] [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe network default NAD default NAD key ] I0418 07:58:50.361001 3708 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-lk8rn-p8qgb, hostIfaceName: f4346f8a593ca0d, network: default, NAD default, SandboxID: "f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe", PCI device ID: , UID: "a5ac69e6-a48f-45c6-bb8b-c5bf8e5a7bd9", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0418 07:58:50.375517 3708 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-fc79fd6f9-2x57z] creating logical port tsf-tas_trillian-logsigner-fc79fd6f9-2x57z for pod on switch ip-10-0-2-118.ec2.internal I0418 07:58:50.375698 3708 kube.go:256] Updating pod tsf-tas/trillian-logsigner-fc79fd6f9-2x57z I0418 07:58:50.403840 3708 pod.go:62] [tsf-tas/trillian-logsigner-fc79fd6f9-2x57z] pod update took 28.178997ms I0418 07:58:50.403924 3708 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-fc79fd6f9-2x57z] addLogicalPort annotation time took 28.268505ms I0418 07:58:50.405598 3708 pods.go:271] [tsf-tas/trillian-logsigner-fc79fd6f9-2x57z] addLogicalPort took 30.098539ms, libovsdb time 1.065269ms I0418 07:58:50.436893 3708 cni.go:473] [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fb:80:75:35:7c\",\"name\":\"f4346f8a593ca0d\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95714d84-8a18-482e-84bb-9a66afc1054c\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:58:52.360188 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-hn66n for pod on switch ip-10-0-2-118.ec2.internal I0418 07:58:52.360306 3708 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n I0418 07:58:52.376691 3708 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n] pod update took 16.422546ms I0418 07:58:52.376719 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n] addLogicalPort annotation time took 16.451521ms I0418 07:58:52.378547 3708 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n] addLogicalPort took 18.380945ms, libovsdb time 1.291439ms I0418 07:58:52.458441 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-4nf9v for pod on switch ip-10-0-2-118.ec2.internal I0418 07:58:52.458653 3708 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v I0418 07:58:52.476846 3708 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v] pod update took 18.223677ms I0418 07:58:52.476875 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v] addLogicalPort annotation time took 18.261988ms I0418 07:58:52.478597 3708 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v] addLogicalPort took 20.179101ms, libovsdb time 1.10817ms W0418 07:58:52.657485 3708 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0418 07:58:52.657508 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0418 07:58:52.872295 3708 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v c274ffbe2c70f94c0127ff687bd0ad37168c0c9f43ef7ddc3c4de12a943da56c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v c274ffbe2c70f94c0127ff687bd0ad37168c0c9f43ef7ddc3c4de12a943da56c network default NAD default NAD key ] I0418 07:58:52.873677 3708 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n 3bd325d98fb48bd556e55d0aea16f31977715e1419f91ebab168dcee4a894331 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n 3bd325d98fb48bd556e55d0aea16f31977715e1419f91ebab168dcee4a894331 network default NAD default NAD key ] I0418 07:58:52.874819 3708 cni.go:452] [tsf-tas/trillian-logsigner-fc79fd6f9-2x57z ae808a4afbe99a3c1c6698f35968b6182644d11a5d3401e202e87a5479b327c4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-fc79fd6f9-2x57z ae808a4afbe99a3c1c6698f35968b6182644d11a5d3401e202e87a5479b327c4 network default NAD default NAD key ] I0418 07:58:52.887653 3708 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-fc79fd6f9-2x57z, hostIfaceName: ae808a4afbe99a3, network: default, NAD default, SandboxID: "ae808a4afbe99a3c1c6698f35968b6182644d11a5d3401e202e87a5479b327c4", PCI device ID: , UID: "9faa731a-419c-4a7e-876f-a0a3618c6838", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0418 07:58:52.887650 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-4nf9v, hostIfaceName: c274ffbe2c70f94, network: default, NAD default, SandboxID: "c274ffbe2c70f94c0127ff687bd0ad37168c0c9f43ef7ddc3c4de12a943da56c", PCI device ID: , UID: "b40d6156-de2f-4f4c-adb5-2e2873121e4f", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0418 07:58:52.888205 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-hn66n, hostIfaceName: 3bd325d98fb48bd, network: default, NAD default, SandboxID: "3bd325d98fb48bd556e55d0aea16f31977715e1419f91ebab168dcee4a894331", PCI device ID: , UID: "65df222f-6cdd-4ff2-88e8-abf71fae5719", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0418 07:58:52.956317 3708 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n 3bd325d98fb48bd556e55d0aea16f31977715e1419f91ebab168dcee4a894331 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-hn66n 3bd325d98fb48bd556e55d0aea16f31977715e1419f91ebab168dcee4a894331 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:1d:4e:10:40:9d\",\"name\":\"3bd325d98fb48bd\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0987e5f4-f1ef-4107-9cdf-a3dec951a717\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:58:53.185754 3708 cni.go:473] [tsf-tas/trillian-logsigner-fc79fd6f9-2x57z ae808a4afbe99a3c1c6698f35968b6182644d11a5d3401e202e87a5479b327c4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-fc79fd6f9-2x57z ae808a4afbe99a3c1c6698f35968b6182644d11a5d3401e202e87a5479b327c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:54:f9:ff:e1:18\",\"name\":\"ae808a4afbe99a3\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21332ae2-7ffe-421a-858a-21f6cf94b251\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 07:58:53.186491 3708 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v c274ffbe2c70f94c0127ff687bd0ad37168c0c9f43ef7ddc3c4de12a943da56c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4nf9v c274ffbe2c70f94c0127ff687bd0ad37168c0c9f43ef7ddc3c4de12a943da56c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:db:24:95:c6:6c\",\"name\":\"c274ffbe2c70f94\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78f50345-6b8a-4c93-8e3c-b6dbe465ca44\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 07:58:55.048344 3708 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0418 07:58:55.048368 3708 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0418 07:58:56.171204 3708 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j8zfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:56.171751 3708 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j8zfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:58:57.058343 3708 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j8zfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:58:57.058368 3708 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j8zfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 07:58:59.707409 3708 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0418 07:59:01.719777 3708 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0418 07:59:07.621628 3708 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0418 07:59:07.649861 3708 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0418 07:59:10.599741 3708 cni.go:452] [tsf-tas/segment-backup-installation-lk8t7-kjxbg ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-lk8t7-kjxbg ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e network default NAD default NAD key ] I0418 07:59:10.691773 3708 cni.go:473] [tsf-tas/segment-backup-installation-lk8t7-kjxbg ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-lk8t7-kjxbg ccee18ac2ffa885fcac1adaac7b03a1b31d68ea0bb15b4ce33395007bb71953e network default NAD default NAD key default], result "{}", err I0418 07:59:10.742454 3708 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:10.742504 3708 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-lk8t7-kjxbg I0418 07:59:10.743965 3708 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-lk8t7-kjxbg, ips: 10.129.0.33 I0418 07:59:10.744001 3708 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:11.611837 3708 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:11.611863 3708 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 07:59:18.583912 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0418 07:59:31.669364 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0418 07:59:34.338853 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0418 07:59:37.380040 3708 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:37.380598 3708 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:37.399592 3708 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:37.399614 3708 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:37.406506 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0418 07:59:37.406525 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0418 07:59:39.062363 3708 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:39.062997 3708 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:39.955160 3708 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:39.955188 3708 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:43.772554 3708 cni.go:452] [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe network default NAD default NAD key ] I0418 07:59:43.863360 3708 cni.go:473] [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-lk8rn-p8qgb f4346f8a593ca0dc8f254eb62c945821191d10d7d076080bff681ff143dcccfe network default NAD default NAD key default], result "{}", err I0418 07:59:43.917951 3708 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:43.917994 3708 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-lk8rn-p8qgb I0418 07:59:43.919554 3708 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-lk8rn-p8qgb, ips: 10.129.0.34 I0418 07:59:43.919606 3708 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:44.784340 3708 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:44.784370 3708 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 07:59:45.287480 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0418 07:59:46.122494 3708 obj_retry.go:498] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:46.123192 3708 obj_retry.go:498] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:47.143789 3708 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:47.143813 3708 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 07:59:49.310956 3708 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0418 07:59:49.332245 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0418 07:59:52.166864 3708 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d2d6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:52.167410 3708 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d2d6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:53.188581 3708 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d2d6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.188611 3708 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d2d6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.224783 3708 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.224804 3708 obj_retry.go:492] Detected object tsf/patch-tekton-config-nvmb9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:53.232241 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-nvmb9 I0418 07:59:53.232269 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-nvmb9 W0418 07:59:55.350385 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0418 07:59:58.502983 3708 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:58.503523 3708 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 07:59:58.521327 3708 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:58.521347 3708 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 07:59:58.528297 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0418 07:59:58.528315 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0418 08:00:00.193420 3708 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608320-9vztj for pod on switch ip-10-0-2-118.ec2.internal I0418 08:00:00.193508 3708 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj I0418 08:00:00.199877 3708 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5] creating logical port openshift-pipelines_tekton-resource-pruner-qg7wb-29608320-rkck5 for pod on switch ip-10-0-2-118.ec2.internal I0418 08:00:00.199954 3708 kube.go:256] Updating pod openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 I0418 08:00:00.212714 3708 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj] pod update took 19.227889ms I0418 08:00:00.212735 3708 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj] addLogicalPort annotation time took 19.253097ms I0418 08:00:00.214122 3708 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj] addLogicalPort took 20.723314ms, libovsdb time 997.259µs I0418 08:00:00.222156 3708 pod.go:62] [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5] pod update took 22.21816ms I0418 08:00:00.222179 3708 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5] addLogicalPort annotation time took 22.244131ms I0418 08:00:00.223215 3708 pods.go:271] [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5] addLogicalPort took 23.354025ms, libovsdb time 702.891µs I0418 08:00:00.553050 3708 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5 network default NAD default NAD key ] I0418 08:00:00.559421 3708 cni.go:452] [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a network default NAD default NAD key ] I0418 08:00:00.562624 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608320-9vztj, hostIfaceName: eee66e16310de8b, network: default, NAD default, SandboxID: "eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5", PCI device ID: , UID: "1375e462-82b2-45f0-b3b6-1b5397214769", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0418 08:00:00.568302 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-resource-pruner-qg7wb-29608320-rkck5, hostIfaceName: 9d667e14fd7b72f, network: default, NAD default, SandboxID: "9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a", PCI device ID: , UID: "d4e6a26c-37da-4283-acad-cf72dc40e37a", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0418 08:00:00.615497 3708 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:93:87:06:ed:eb\",\"name\":\"eee66e16310de8b\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0208e498-3fda-4e03-848b-770123fbc74f\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:00:00.639290 3708 cni.go:473] [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:51:cb:90:8e:3b\",\"name\":\"9d667e14fd7b72f\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1d673b7-8275-49d4-8e23-3b372ad248dc\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:00:03.887104 3708 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5 network default NAD default NAD key ] I0418 08:00:03.978205 3708 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj eee66e16310de8bf64e0503e648a9982b9bc85100d9584cdae26ecc05163a3c5 network default NAD default NAD key default], result "{}", err I0418 08:00:04.054498 3708 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.054532 3708 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj I0418 08:00:04.056018 3708 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj, ips: 10.129.0.38 I0418 08:00:04.056050 3708 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.107658 3708 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.108002 3708 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:04.901066 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:04.901097 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:05.111864 3708 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:05.111889 3708 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:21.387228 3708 namespace.go:142] [openshift-pipelines] updating namespace I0418 08:00:26.658052 3708 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:26.658659 3708 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:00:27.682180 3708 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:00:27.682208 3708 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0418 08:00:35.565803 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0418 08:01:18.657986 3708 obj_retry.go:498] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:18.658547 3708 obj_retry.go:498] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:19.685420 3708 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:19.685450 3708 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:22.285968 3708 cni.go:452] [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a network default NAD default NAD key ] I0418 08:01:22.366103 3708 cni.go:473] [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 9d667e14fd7b72f3388b1244e6485c152b5c0c527b68952bfe6f8186d649f71a network default NAD default NAD key default], result "{}", err I0418 08:01:22.416675 3708 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.416707 3708 pods.go:176] Deleting pod: openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 I0418 08:01:22.418099 3708 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5, ips: 10.129.0.39 I0418 08:01:22.418130 3708 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.703253 3708 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.703836 3708 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:22.826216 3708 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:22.826238 3708 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:23.046014 3708 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-wx5jx] creating logical port tsf-tpa_create-importers-wx5jx for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:23.046108 3708 kube.go:256] Updating pod tsf-tpa/create-importers-wx5jx I0418 08:01:23.062389 3708 pod.go:62] [tsf-tpa/create-importers-wx5jx] pod update took 16.303211ms I0418 08:01:23.062422 3708 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-wx5jx] addLogicalPort annotation time took 16.341582ms I0418 08:01:23.063891 3708 pods.go:271] [tsf-tpa/create-importers-wx5jx] addLogicalPort took 17.897451ms, libovsdb time 949.052µs I0418 08:01:23.302691 3708 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:23.302717 3708 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:23.408885 3708 cni.go:452] [tsf-tpa/create-importers-wx5jx b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-wx5jx b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f network default NAD default NAD key ] I0418 08:01:23.418624 3708 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-wx5jx, hostIfaceName: b2e30f6b32f7b7c, network: default, NAD default, SandboxID: "b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f", PCI device ID: , UID: "06847998-b8c9-4586-86be-2c25b48c2a52", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0418 08:01:23.471604 3708 cni.go:473] [tsf-tpa/create-importers-wx5jx b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-wx5jx b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:a6:2e:af:e4:b9\",\"name\":\"b2e30f6b32f7b7c\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5891a6db-3a75-4619-a8ab-7f8496be467c\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:01:25.245200 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=67 I0418 08:01:29.323758 3708 cni.go:452] [tsf-tpa/create-importers-wx5jx b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-wx5jx b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f network default NAD default NAD key ] I0418 08:01:29.405193 3708 cni.go:473] [tsf-tpa/create-importers-wx5jx b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-wx5jx b2e30f6b32f7b7cd9b984f8c7793760af8a204bfb3b3a0e47320634d8739a95f network default NAD default NAD key default], result "{}", err I0418 08:01:29.455468 3708 obj_retry.go:498] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:29.455498 3708 pods.go:176] Deleting pod: tsf-tpa/create-importers-wx5jx I0418 08:01:29.456778 3708 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-wx5jx, ips: 10.129.0.40 I0418 08:01:29.456805 3708 obj_retry.go:498] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:30.480757 3708 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:30.480782 3708 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:32.336617 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 W0418 08:01:32.630893 3708 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0418 08:01:47.330932 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0418 08:01:48.056656 3708 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:48.057202 3708 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:01:48.096417 3708 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:48.096446 3708 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:48.104830 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0418 08:01:48.104862 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0418 08:01:48.805863 3708 namespace.go:98] [default-tenant] adding namespace I0418 08:01:48.805899 3708 namespace.go:98] [image-controller] adding namespace I0418 08:01:48.806719 3708 namespace.go:102] [default-tenant] adding namespace took 835.044µs I0418 08:01:48.807320 3708 namespace.go:102] [image-controller] adding namespace took 1.40802ms I0418 08:01:48.813016 3708 namespace.go:98] [build-service] adding namespace I0418 08:01:48.813669 3708 namespace.go:102] [build-service] adding namespace took 637.344µs I0418 08:01:48.814181 3708 namespace.go:98] [integration-service] adding namespace I0418 08:01:48.814819 3708 namespace.go:102] [integration-service] adding namespace took 622.617µs I0418 08:01:48.839025 3708 namespace.go:142] [default-tenant] updating namespace I0418 08:01:48.865222 3708 namespace.go:142] [default-tenant] updating namespace I0418 08:01:48.875929 3708 namespace.go:142] [image-controller] updating namespace I0418 08:01:48.897772 3708 namespace.go:142] [image-controller] updating namespace I0418 08:01:48.920929 3708 namespace.go:142] [build-service] updating namespace I0418 08:01:48.963379 3708 namespace.go:142] [build-service] updating namespace I0418 08:01:48.965708 3708 namespace.go:142] [integration-service] updating namespace I0418 08:01:48.988901 3708 namespace.go:142] [integration-service] updating namespace I0418 08:01:49.062634 3708 namespace.go:142] [build-service] updating namespace I0418 08:01:49.079873 3708 namespace.go:142] [integration-service] updating namespace I0418 08:01:49.115772 3708 namespace.go:98] [release-service] adding namespace I0418 08:01:49.116592 3708 namespace.go:102] [release-service] adding namespace took 802.628µs I0418 08:01:49.144158 3708 namespace.go:142] [konflux-ui] updating namespace I0418 08:01:49.171063 3708 namespace.go:142] [release-service] updating namespace I0418 08:01:49.216034 3708 namespace.go:142] [release-service] updating namespace I0418 08:01:49.295708 3708 namespace.go:98] [konflux-info] adding namespace I0418 08:01:49.296601 3708 namespace.go:102] [konflux-info] adding namespace took 871.539µs I0418 08:01:49.371342 3708 namespace.go:142] [konflux-info] updating namespace I0418 08:01:49.386141 3708 namespace.go:98] [namespace-lister] adding namespace I0418 08:01:49.386984 3708 namespace.go:102] [namespace-lister] adding namespace took 822.086µs I0418 08:01:49.424229 3708 namespace.go:142] [konflux-info] updating namespace I0418 08:01:49.502161 3708 namespace.go:98] [enterprise-contract-service] adding namespace I0418 08:01:49.503058 3708 namespace.go:102] [enterprise-contract-service] adding namespace took 875.763µs I0418 08:01:49.540147 3708 namespace.go:142] [image-controller] updating namespace I0418 08:01:49.540303 3708 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:49.561457 3708 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:49.640185 3708 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:49.640281 3708 namespace.go:142] [default-tenant] updating namespace I0418 08:01:49.670199 3708 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:49.731089 3708 namespace.go:98] [segment-bridge] adding namespace I0418 08:01:49.732068 3708 namespace.go:102] [segment-bridge] adding namespace took 952.402µs I0418 08:01:49.984156 3708 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:50.301216 3708 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:50.370112 3708 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0418 08:01:50.370841 3708 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0418 08:01:50.370858 3708 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0418 08:01:50.373287 3708 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0418 08:01:50.550338 3708 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0418 08:01:50.550365 3708 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0418 08:01:50.551215 3708 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0418 08:01:50.714409 3708 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-mhqlp] creating logical port namespace-lister_namespace-lister-67655c4674-mhqlp for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:50.714517 3708 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-mhqlp I0418 08:01:50.782170 3708 pod.go:62] [namespace-lister/namespace-lister-67655c4674-mhqlp] pod update took 67.679834ms I0418 08:01:50.782194 3708 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-mhqlp] addLogicalPort annotation time took 67.713415ms I0418 08:01:50.783494 3708 pods.go:271] [namespace-lister/namespace-lister-67655c4674-mhqlp] addLogicalPort took 69.101986ms, libovsdb time 851.089µs I0418 08:01:51.444112 3708 base_network_controller_pods.go:487] [default/konflux-ui/dex-5b7c9bfccb-t8wtg] creating logical port konflux-ui_dex-5b7c9bfccb-t8wtg for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:51.444254 3708 kube.go:256] Updating pod konflux-ui/dex-5b7c9bfccb-t8wtg I0418 08:01:51.494985 3708 pod.go:62] [konflux-ui/dex-5b7c9bfccb-t8wtg] pod update took 50.759386ms I0418 08:01:51.495010 3708 base_network_controller_pods.go:951] [default/konflux-ui/dex-5b7c9bfccb-t8wtg] addLogicalPort annotation time took 50.789443ms I0418 08:01:51.496233 3708 pods.go:271] [konflux-ui/dex-5b7c9bfccb-t8wtg] addLogicalPort took 52.137792ms, libovsdb time 852.146µs I0418 08:01:51.502102 3708 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6999bb4ff7-8s8ng] creating logical port konflux-ui_proxy-6999bb4ff7-8s8ng for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:51.502210 3708 kube.go:256] Updating pod konflux-ui/proxy-6999bb4ff7-8s8ng I0418 08:01:51.528208 3708 namespace.go:142] [build-service] updating namespace I0418 08:01:51.558726 3708 pod.go:62] [konflux-ui/proxy-6999bb4ff7-8s8ng] pod update took 56.548341ms I0418 08:01:51.558751 3708 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6999bb4ff7-8s8ng] addLogicalPort annotation time took 56.581091ms I0418 08:01:51.560072 3708 pods.go:271] [konflux-ui/proxy-6999bb4ff7-8s8ng] addLogicalPort took 57.987526ms, libovsdb time 890.363µs I0418 08:01:51.595849 3708 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-ld485] creating logical port image-controller_image-controller-controller-manager-6f859968fc-ld485 for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:51.595947 3708 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-ld485 I0418 08:01:51.638373 3708 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-ld485] pod update took 42.443727ms I0418 08:01:51.638407 3708 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-ld485] addLogicalPort annotation time took 42.484368ms I0418 08:01:51.639647 3708 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-ld485] addLogicalPort took 43.81509ms, libovsdb time 766.588µs I0418 08:01:51.782491 3708 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-pwlc5 for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:51.782618 3708 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 I0418 08:01:51.801658 3708 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5] pod update took 19.059964ms I0418 08:01:51.801693 3708 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5] addLogicalPort annotation time took 19.101545ms I0418 08:01:51.803018 3708 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5] addLogicalPort took 20.549736ms, libovsdb time 855.866µs I0418 08:01:51.834522 3708 namespace.go:142] [default-tenant] updating namespace I0418 08:01:51.992195 3708 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-t499q] creating logical port build-service_build-service-controller-manager-7cbf488fcf-t499q for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:51.992289 3708 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-t499q I0418 08:01:52.011661 3708 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:52.011692 3708 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-t499q] pod update took 19.426553ms I0418 08:01:52.011716 3708 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-t499q] addLogicalPort annotation time took 19.455851ms I0418 08:01:52.013197 3708 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-t499q] addLogicalPort took 21.015896ms, libovsdb time 937.021µs I0418 08:01:52.195748 3708 namespace.go:142] [image-controller] updating namespace I0418 08:01:52.361046 3708 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-t499q 7442f3b7c2461f3d08989d62fc028a14f4ca6fe0b2b9e922f26ceb725c7590b8 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-t499q 7442f3b7c2461f3d08989d62fc028a14f4ca6fe0b2b9e922f26ceb725c7590b8 network default NAD default NAD key ] I0418 08:01:52.370759 3708 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-t499q, hostIfaceName: 7442f3b7c2461f3, network: default, NAD default, SandboxID: "7442f3b7c2461f3d08989d62fc028a14f4ca6fe0b2b9e922f26ceb725c7590b8", PCI device ID: , UID: "d3db239f-4dfd-4bb7-8079-52372bed10cd", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0418 08:01:52.387228 3708 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-mntqm] creating logical port release-service_release-service-controller-manager-58f96dcd8d-mntqm for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:52.387399 3708 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-mntqm I0418 08:01:52.390167 3708 namespace.go:142] [integration-service] updating namespace I0418 08:01:52.420111 3708 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-mntqm] pod update took 32.74323ms I0418 08:01:52.420137 3708 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-mntqm] addLogicalPort annotation time took 32.775518ms I0418 08:01:52.421433 3708 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-mntqm] addLogicalPort took 34.220822ms, libovsdb time 808.081µs I0418 08:01:52.431222 3708 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-t499q 7442f3b7c2461f3d08989d62fc028a14f4ca6fe0b2b9e922f26ceb725c7590b8 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-t499q 7442f3b7c2461f3d08989d62fc028a14f4ca6fe0b2b9e922f26ceb725c7590b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f7:6a:22:e5:5d\",\"name\":\"7442f3b7c2461f3\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30b1904d-9f5a-4705-b232-276aa35e557f\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:01:52.578688 3708 cni.go:452] [namespace-lister/namespace-lister-67655c4674-mhqlp bfe64cc907c3bdf59b994dea40232679ea9c1d1fcfbf8c7d13016a0f0b7a3d3e network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-mhqlp bfe64cc907c3bdf59b994dea40232679ea9c1d1fcfbf8c7d13016a0f0b7a3d3e network default NAD default NAD key ] I0418 08:01:52.588324 3708 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-mhqlp, hostIfaceName: bfe64cc907c3bdf, network: default, NAD default, SandboxID: "bfe64cc907c3bdf59b994dea40232679ea9c1d1fcfbf8c7d13016a0f0b7a3d3e", PCI device ID: , UID: "18f0c681-aaba-4ee2-b04d-f5c3c54e25e8", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0418 08:01:52.610060 3708 namespace.go:142] [konflux-info] updating namespace I0418 08:01:52.643784 3708 cni.go:473] [namespace-lister/namespace-lister-67655c4674-mhqlp bfe64cc907c3bdf59b994dea40232679ea9c1d1fcfbf8c7d13016a0f0b7a3d3e network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-mhqlp bfe64cc907c3bdf59b994dea40232679ea9c1d1fcfbf8c7d13016a0f0b7a3d3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f8:ec:31:1e:cf\",\"name\":\"bfe64cc907c3bdf\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/084c82b5-c5e9-4193-9e03-21b5b8bf4629\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:01:52.794223 3708 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:52.992217 3708 namespace.go:142] [release-service] updating namespace I0418 08:01:53.194328 3708 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:53.292154 3708 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-8485b7d64d-z6th6] creating logical port integration-service_integration-service-controller-manager-8485b7d64d-z6th6 for pod on switch ip-10-0-2-118.ec2.internal I0418 08:01:53.292358 3708 kube.go:256] Updating pod integration-service/integration-service-controller-manager-8485b7d64d-z6th6 I0418 08:01:53.318787 3708 pod.go:62] [integration-service/integration-service-controller-manager-8485b7d64d-z6th6] pod update took 26.500915ms I0418 08:01:53.318873 3708 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-8485b7d64d-z6th6] addLogicalPort annotation time took 26.593807ms I0418 08:01:53.318817 3708 namespace.go:142] [build-service] updating namespace I0418 08:01:53.320344 3708 pods.go:271] [integration-service/integration-service-controller-manager-8485b7d64d-z6th6] addLogicalPort took 28.214437ms, libovsdb time 1.021342ms I0418 08:01:53.332334 3708 namespace.go:142] [default-tenant] updating namespace I0418 08:01:53.353303 3708 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:53.362344 3708 namespace.go:142] [image-controller] updating namespace I0418 08:01:53.377208 3708 namespace.go:142] [integration-service] updating namespace I0418 08:01:53.397392 3708 namespace.go:142] [konflux-info] updating namespace I0418 08:01:53.413150 3708 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:53.426324 3708 namespace.go:142] [release-service] updating namespace I0418 08:01:53.440301 3708 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:53.480596 3708 namespace.go:142] [build-service] updating namespace I0418 08:01:53.572974 3708 namespace.go:142] [default-tenant] updating namespace I0418 08:01:53.649196 3708 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:01:53.658663 3708 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-ld485 e0055c5d3fb45cf1cb0dd42d6ac8c895ec710624d135d67b6b585fe6d30e171a network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-ld485 e0055c5d3fb45cf1cb0dd42d6ac8c895ec710624d135d67b6b585fe6d30e171a network default NAD default NAD key ] I0418 08:01:53.670853 3708 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-ld485, hostIfaceName: e0055c5d3fb45cf, network: default, NAD default, SandboxID: "e0055c5d3fb45cf1cb0dd42d6ac8c895ec710624d135d67b6b585fe6d30e171a", PCI device ID: , UID: "aa3a0dfe-c5a8-48b6-9942-8bb7ec29f96b", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0418 08:01:53.740852 3708 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-ld485 e0055c5d3fb45cf1cb0dd42d6ac8c895ec710624d135d67b6b585fe6d30e171a network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-ld485 e0055c5d3fb45cf1cb0dd42d6ac8c895ec710624d135d67b6b585fe6d30e171a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:e3:ad:b7:5b:b2\",\"name\":\"e0055c5d3fb45cf\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a277c221-f588-4815-8541-82c9f6650660\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:01:53.740987 3708 namespace.go:142] [image-controller] updating namespace I0418 08:01:53.836274 3708 namespace.go:142] [integration-service] updating namespace I0418 08:01:53.944927 3708 namespace.go:142] [konflux-info] updating namespace I0418 08:01:54.038073 3708 namespace.go:142] [namespace-lister] updating namespace I0418 08:01:54.142036 3708 namespace.go:142] [release-service] updating namespace I0418 08:01:54.262213 3708 namespace.go:142] [segment-bridge] updating namespace I0418 08:01:54.556966 3708 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:54.557029 3708 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:01:54.561921 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 I0418 08:01:54.561952 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-resource-pruner-qg7wb-29608320-rkck5 W0418 08:01:56.471026 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0418 08:01:58.487201 3708 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0418 08:01:59.367954 3708 cni.go:452] [konflux-ui/proxy-6999bb4ff7-8s8ng b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6999bb4ff7-8s8ng b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8 network default NAD default NAD key ] I0418 08:01:59.377431 3708 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6999bb4ff7-8s8ng, hostIfaceName: b8981ace1ee82ec, network: default, NAD default, SandboxID: "b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8", PCI device ID: , UID: "c8b51093-440b-4ed9-bf4f-f91446ca806a", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0418 08:01:59.435652 3708 cni.go:473] [konflux-ui/proxy-6999bb4ff7-8s8ng b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6999bb4ff7-8s8ng b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:b7:ff:0e:b2:f7\",\"name\":\"b8981ace1ee82ec\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f1ed7bc-94c9-4264-b32b-ed46cf92b736\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:01:59.609996 3708 cni.go:452] [konflux-ui/dex-5b7c9bfccb-t8wtg 7785d66e78ecda98d74018f19a2e6d359922f944796166769cf1fcbb586af742 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5b7c9bfccb-t8wtg 7785d66e78ecda98d74018f19a2e6d359922f944796166769cf1fcbb586af742 network default NAD default NAD key ] I0418 08:01:59.619987 3708 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5b7c9bfccb-t8wtg, hostIfaceName: 7785d66e78ecda9, network: default, NAD default, SandboxID: "7785d66e78ecda98d74018f19a2e6d359922f944796166769cf1fcbb586af742", PCI device ID: , UID: "1df485aa-77d2-47e4-b00f-a9ebe80d3096", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0418 08:01:59.664427 3708 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229 network default NAD default NAD key ] I0418 08:01:59.676613 3708 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-pwlc5, hostIfaceName: 23e83b1a1ca46f1, network: default, NAD default, SandboxID: "23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229", PCI device ID: , UID: "b3d52942-3afd-4beb-a7b8-600e5c4fa490", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0418 08:01:59.681185 3708 cni.go:473] [konflux-ui/dex-5b7c9bfccb-t8wtg 7785d66e78ecda98d74018f19a2e6d359922f944796166769cf1fcbb586af742 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5b7c9bfccb-t8wtg 7785d66e78ecda98d74018f19a2e6d359922f944796166769cf1fcbb586af742 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:4b:11:2d:9a:53\",\"name\":\"7785d66e78ecda9\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd15dcd4-ccc9-4c9c-bca3-f009cb4a011c\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:01:59.736522 3708 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:2e:86:c9:8f:bb\",\"name\":\"23e83b1a1ca46f1\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6c5a3ab-04c7-4442-8d84-7914e387869c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:02:00.260538 3708 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-mntqm 9957cdead781ca5a16de386949bbb87968dc503d09a108ca7605053a290f72b1 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-mntqm 9957cdead781ca5a16de386949bbb87968dc503d09a108ca7605053a290f72b1 network default NAD default NAD key ] I0418 08:02:00.275936 3708 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-mntqm, hostIfaceName: 9957cdead781ca5, network: default, NAD default, SandboxID: "9957cdead781ca5a16de386949bbb87968dc503d09a108ca7605053a290f72b1", PCI device ID: , UID: "afcd5024-2621-4e20-8154-e38219712ef5", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0418 08:02:00.348910 3708 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-mntqm 9957cdead781ca5a16de386949bbb87968dc503d09a108ca7605053a290f72b1 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-mntqm 9957cdead781ca5a16de386949bbb87968dc503d09a108ca7605053a290f72b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:95:20:72:1c:0b\",\"name\":\"9957cdead781ca5\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb726276-5ecd-48cc-a946-b871fbe16c12\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:02:01.985741 3708 cni.go:452] [integration-service/integration-service-controller-manager-8485b7d64d-z6th6 e3e8658a03b73512151c154ff2c399200c81b9e35d318103e26c3cf96858eeae network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-8485b7d64d-z6th6 e3e8658a03b73512151c154ff2c399200c81b9e35d318103e26c3cf96858eeae network default NAD default NAD key ] I0418 08:02:01.999627 3708 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-8485b7d64d-z6th6, hostIfaceName: e3e8658a03b7351, network: default, NAD default, SandboxID: "e3e8658a03b73512151c154ff2c399200c81b9e35d318103e26c3cf96858eeae", PCI device ID: , UID: "cdd66e45-3743-41f8-bded-f4ffb0f48956", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0418 08:02:02.059293 3708 cni.go:473] [integration-service/integration-service-controller-manager-8485b7d64d-z6th6 e3e8658a03b73512151c154ff2c399200c81b9e35d318103e26c3cf96858eeae network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-8485b7d64d-z6th6 e3e8658a03b73512151c154ff2c399200c81b9e35d318103e26c3cf96858eeae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:ff:2b:6d:bd:91\",\"name\":\"e3e8658a03b7351\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c9a1de9-d80a-4e6e-9f80-4578deb941ae\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0418 08:02:02.524028 3708 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0418 08:02:06.046097 3708 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:06.046119 3708 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.482678 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0418 08:02:07.583471 3708 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.583490 3708 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:07.606699 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 08:02:07.610785 3708 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 08:02:07.640328 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 08:02:07.641087 3708 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 08:02:07.676749 3708 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0418 08:02:07.676749 3708 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0418 08:02:09.498355 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0418 08:02:18.568928 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0418 08:02:18.590755 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0418 08:02:18.595536 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0418 08:02:18.632515 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0418 08:02:18.635729 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0418 08:02:18.877822 3708 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229 network default NAD default NAD key ] I0418 08:02:18.969573 3708 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 23e83b1a1ca46f1afd29c3e9ab0f59ae4d53b0eb3a1beac0c5c1388cf7770229 network default NAD default NAD key default], result "{}", err I0418 08:02:19.052861 3708 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:02:19.052897 3708 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 I0418 08:02:19.054499 3708 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5, ips: 10.129.0.45 I0418 08:02:19.054534 3708 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:02:19.640645 3708 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:02:19.640667 3708 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:02:19.647757 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 I0418 08:02:19.647785 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-pwlc5 W0418 08:02:46.132633 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:46.132654 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:46.132664 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:46.132669 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:48.648984 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0418 08:02:48.649006 3708 util.go:959] Failed to build node endpoints for node ip-10-0-2-118.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0418 08:03:06.244671 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0418 08:03:16.195440 3708 cni.go:452] [konflux-ui/proxy-6999bb4ff7-8s8ng b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6999bb4ff7-8s8ng b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8 network default NAD default NAD key ] I0418 08:03:16.284677 3708 cni.go:473] [konflux-ui/proxy-6999bb4ff7-8s8ng b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6999bb4ff7-8s8ng b8981ace1ee82ecdaefc1b1c161068775acabb6a5a81cba8a0fcb8ae2de374f8 network default NAD default NAD key default], result "{}", err I0418 08:03:16.349014 3708 obj_retry.go:498] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:16.349050 3708 pods.go:176] Deleting pod: konflux-ui/proxy-6999bb4ff7-8s8ng I0418 08:03:16.350459 3708 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6999bb4ff7-8s8ng, ips: 10.129.0.43 I0418 08:03:16.350495 3708 obj_retry.go:498] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:16.961893 3708 obj_retry.go:492] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:16.961919 3708 obj_retry.go:492] Detected object konflux-ui/proxy-6999bb4ff7-8s8ng of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:16.968689 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6999bb4ff7-8s8ng I0418 08:03:16.968714 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6999bb4ff7-8s8ng I0418 08:03:18.572020 3708 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:18.572619 3708 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:03:18.588982 3708 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:18.588998 3708 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:03:18.596078 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0418 08:03:18.596095 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0418 08:03:34.347800 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0418 08:03:37.251359 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=443 I0418 08:03:41.240502 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0418 08:03:46.366047 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 08:04:07.240890 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=130 I0418 08:04:07.255202 3708 namespace.go:98] [default-managed-tenant-76k9a] adding namespace I0418 08:04:07.256313 3708 namespace.go:102] [default-managed-tenant-76k9a] adding namespace took 1.087601ms I0418 08:04:07.280616 3708 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:07.298708 3708 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.263631 3708 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.397691 3708 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:08.501237 3708 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:04:17.244327 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73 I0418 08:04:42.341751 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0418 08:04:44.364912 3708 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0418 08:05:30.371121 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0418 08:05:51.359712 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0418 08:06:21.331676 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0418 08:07:21.370904 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0418 08:07:50.333225 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0418 08:08:40.247906 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=17 I0418 08:09:39.254046 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=6 I0418 08:09:40.340162 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0418 08:09:47.247366 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0418 08:10:00.200110 3708 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608330-f42kk for pod on switch ip-10-0-2-118.ec2.internal I0418 08:10:00.200233 3708 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk I0418 08:10:00.224850 3708 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk] pod update took 24.642582ms I0418 08:10:00.224882 3708 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk] addLogicalPort annotation time took 24.678864ms I0418 08:10:00.226260 3708 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk] addLogicalPort took 26.164824ms, libovsdb time 904.557µs I0418 08:10:00.564147 3708 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk 50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk 50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09 network default NAD default NAD key ] I0418 08:10:00.573773 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608330-f42kk, hostIfaceName: 50360c48f437781, network: default, NAD default, SandboxID: "50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09", PCI device ID: , UID: "acd199c6-facd-41ae-90a6-01adf64a9ed6", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0418 08:10:00.628404 3708 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk 50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk 50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:70:f4:a5:a0:2f\",\"name\":\"50360c48f437781\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d55d21f7-5b2b-4f16-964e-db43c7338e16\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:10:04.190822 3708 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk 50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk 50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09 network default NAD default NAD key ] I0418 08:10:04.278329 3708 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk 50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk 50360c48f43778142536f6eb7200e18cca9261218ffdf317cd2d044a476dbb09 network default NAD default NAD key default], result "{}", err I0418 08:10:04.331960 3708 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:10:04.332028 3708 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk I0418 08:10:04.333464 3708 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk, ips: 10.129.0.49 I0418 08:10:04.333500 3708 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:10:05.202126 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:10:05.202172 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:10:11.248383 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0418 08:11:02.753901 3708 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753902 3708 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753901 3708 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753938 3708 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753940 3708 reflector.go:568] "Warning: watch ended with error" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753950 3708 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753921 3708 reflector.go:568] "Warning: watch ended with error" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753954 3708 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753966 3708 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753985 3708 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753988 3708 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753987 3708 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.753997 3708 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.754009 3708 reflector.go:568] "Warning: watch ended with error" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.754012 3708 reflector.go:568] "Warning: watch ended with error" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:02.754021 3708 reflector.go:568] "Warning: watch ended with error" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" err="an error on the server (\"unable to decode an event from the watch stream: http2: client connection lost\") has prevented the request from succeeding" I0418 08:11:03.576783 3708 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:03.585901 3708 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:03.593939 3708 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:03.593950 3708 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:03.775047 3708 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:03.778373 3708 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:03.793064 3708 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:03.817251 3708 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:03.821074 3708 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:03.825244 3708 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:03.826324 3708 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.826349 3708 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-29608320-hzh8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.826457 3708 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.826469 3708 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-jfzww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.827158 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.827178 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.827316 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.827319 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.827332 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608330-f42kk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.827340 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608320-9vztj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.828772 3708 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.828788 3708 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.828804 3708 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.828812 3708 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ksx67 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831498 3708 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831513 3708 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831521 3708 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831530 3708 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad76nrsw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831603 3708 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831618 3708 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831626 3708 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831635 3708 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafbdvwg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831745 3708 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831761 3708 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831767 3708 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831774 3708 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831785 3708 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831787 3708 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecex44hn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831799 3708 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831811 3708 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831904 3708 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831924 3708 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831936 3708 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831947 3708 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2sjsmw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831956 3708 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831969 3708 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831978 3708 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.831986 3708 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568zztnc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.839014 3708 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j8zfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.839034 3708 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j8zfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.839243 3708 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.839258 3708 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-lk8rn-p8qgb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.839490 3708 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.839501 3708 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-qdqz5-tkpt4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.839883 3708 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.839898 3708 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lk8t7-kjxbg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.840255 3708 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.840268 3708 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-ftxw7-6lhrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.840369 3708 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.840385 3708 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.840490 3708 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.840505 3708 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.840695 3708 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.840711 3708 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.841004 3708 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d2d6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.841019 3708 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d2d6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:03.919432 3708 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:03.925137 3708 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:03.972494 3708 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 08:11:03.976299 3708 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0418 08:11:03.980226 3708 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:03.983296 3708 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:03.992020 3708 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:03.998913 3708 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:03.999108 3708 namespace.go:142] [build-service] updating namespace I0418 08:11:03.999176 3708 namespace.go:142] [cert-manager] updating namespace I0418 08:11:03.999250 3708 namespace.go:142] [cert-manager-operator] updating namespace I0418 08:11:03.999428 3708 namespace.go:142] [dedicated-admin] updating namespace I0418 08:11:03.999506 3708 namespace.go:142] [default] updating namespace I0418 08:11:03.999516 3708 namespace.go:142] [default-managed-tenant-76k9a] updating namespace I0418 08:11:03.999714 3708 namespace.go:142] [default-tenant] updating namespace I0418 08:11:03.999786 3708 namespace.go:142] [enterprise-contract-service] updating namespace I0418 08:11:03.999912 3708 namespace.go:142] [image-controller] updating namespace I0418 08:11:03.999988 3708 namespace.go:142] [integration-service] updating namespace I0418 08:11:04.000008 3708 namespace.go:142] [konflux-info] updating namespace I0418 08:11:04.000129 3708 namespace.go:142] [konflux-operator] updating namespace I0418 08:11:04.000183 3708 namespace.go:142] [konflux-ui] updating namespace I0418 08:11:04.000291 3708 namespace.go:142] [kube-node-lease] updating namespace I0418 08:11:04.000442 3708 namespace.go:142] [kube-public] updating namespace I0418 08:11:04.000458 3708 namespace.go:142] [kube-system] updating namespace I0418 08:11:04.000617 3708 namespace.go:142] [namespace-lister] updating namespace I0418 08:11:04.000768 3708 namespace.go:142] [open-cluster-management-2poec14qs7n5ev65665ob6p7s8secjrm] updating namespace I0418 08:11:04.000792 3708 namespace.go:142] [open-cluster-management-agent-addon] updating namespace I0418 08:11:04.000871 3708 namespace.go:142] [openshift] updating namespace I0418 08:11:04.001057 3708 namespace.go:142] [openshift-apiserver] updating namespace I0418 08:11:04.001088 3708 namespace.go:142] [openshift-apiserver-operator] updating namespace I0418 08:11:04.001148 3708 namespace.go:142] [openshift-authentication] updating namespace I0418 08:11:04.001302 3708 namespace.go:142] [openshift-authentication-operator] updating namespace I0418 08:11:04.001307 3708 namespace.go:142] [openshift-backplane] updating namespace I0418 08:11:04.001481 3708 namespace.go:142] [openshift-backplane-cee] updating namespace I0418 08:11:04.001590 3708 namespace.go:142] [openshift-backplane-cse] updating namespace I0418 08:11:04.001693 3708 namespace.go:142] [openshift-backplane-csm] updating namespace I0418 08:11:04.001773 3708 namespace.go:142] [openshift-backplane-lpsre] updating namespace I0418 08:11:04.001807 3708 namespace.go:142] [openshift-backplane-managed-scripts] updating namespace I0418 08:11:04.001973 3708 namespace.go:142] [openshift-backplane-mcs-tier-two] updating namespace I0418 08:11:04.002074 3708 namespace.go:142] [openshift-backplane-mobb] updating namespace I0418 08:11:04.002105 3708 namespace.go:142] [openshift-backplane-srep] updating namespace I0418 08:11:04.002277 3708 namespace.go:142] [openshift-backplane-srep-ro] updating namespace I0418 08:11:04.002363 3708 namespace.go:142] [openshift-backplane-tam] updating namespace I0418 08:11:04.002474 3708 namespace.go:142] [openshift-cloud-controller-manager] updating namespace I0418 08:11:04.002644 3708 namespace.go:142] [openshift-cloud-credential-operator] updating namespace I0418 08:11:04.002659 3708 namespace.go:142] [openshift-cloud-network-config-controller] updating namespace I0418 08:11:04.002803 3708 namespace.go:142] [openshift-cluster-csi-drivers] updating namespace I0418 08:11:04.002941 3708 namespace.go:142] [openshift-cluster-machine-approver] updating namespace I0418 08:11:04.002974 3708 namespace.go:142] [openshift-cluster-node-tuning-operator] updating namespace I0418 08:11:04.003107 3708 namespace.go:142] [openshift-cluster-samples-operator] updating namespace I0418 08:11:04.003150 3708 namespace.go:142] [openshift-cluster-storage-operator] updating namespace I0418 08:11:04.003307 3708 namespace.go:142] [openshift-cluster-version] updating namespace I0418 08:11:04.003448 3708 namespace.go:142] [openshift-config] updating namespace I0418 08:11:04.003467 3708 namespace.go:142] [openshift-config-managed] updating namespace I0418 08:11:04.003539 3708 namespace.go:142] [openshift-config-operator] updating namespace I0418 08:11:04.003697 3708 namespace.go:142] [openshift-console] updating namespace I0418 08:11:04.003734 3708 namespace.go:142] [openshift-console-operator] updating namespace I0418 08:11:04.003810 3708 namespace.go:142] [openshift-console-user-settings] updating namespace I0418 08:11:04.003858 3708 namespace.go:142] [openshift-controller-manager] updating namespace I0418 08:11:04.003978 3708 namespace.go:142] [openshift-controller-manager-operator] updating namespace I0418 08:11:04.004022 3708 namespace.go:142] [openshift-customer-monitoring] updating namespace I0418 08:11:04.004167 3708 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0418 08:11:04.004260 3708 namespace.go:142] [openshift-dns] updating namespace I0418 08:11:04.004389 3708 namespace.go:142] [openshift-dns-operator] updating namespace I0418 08:11:04.004463 3708 namespace.go:142] [openshift-etcd] updating namespace I0418 08:11:04.004543 3708 namespace.go:142] [openshift-host-network] updating namespace I0418 08:11:04.004633 3708 namespace.go:142] [openshift-image-registry] updating namespace I0418 08:11:04.004696 3708 namespace.go:142] [openshift-infra] updating namespace I0418 08:11:04.004865 3708 namespace.go:142] [openshift-ingress-canary] updating namespace I0418 08:11:04.004866 3708 namespace.go:142] [openshift-ingress] updating namespace I0418 08:11:04.004958 3708 namespace.go:142] [openshift-ingress-operator] updating namespace I0418 08:11:04.005076 3708 namespace.go:142] [openshift-insights] updating namespace I0418 08:11:04.005101 3708 namespace.go:142] [openshift-kube-apiserver] updating namespace I0418 08:11:04.005219 3708 namespace.go:142] [openshift-kube-apiserver-operator] updating namespace I0418 08:11:04.005333 3708 namespace.go:142] [openshift-kube-controller-manager] updating namespace I0418 08:11:04.005410 3708 namespace.go:142] [openshift-kube-controller-manager-operator] updating namespace I0418 08:11:04.005470 3708 namespace.go:142] [openshift-kube-scheduler] updating namespace I0418 08:11:04.005538 3708 namespace.go:142] [openshift-kube-scheduler-operator] updating namespace I0418 08:11:04.005632 3708 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0418 08:11:04.005762 3708 namespace.go:142] [openshift-kube-storage-version-migrator-operator] updating namespace I0418 08:11:04.005808 3708 namespace.go:142] [openshift-logging] updating namespace I0418 08:11:04.005956 3708 namespace.go:142] [openshift-machine-api] updating namespace I0418 08:11:04.006038 3708 namespace.go:142] [openshift-machine-config-operator] updating namespace I0418 08:11:04.006064 3708 namespace.go:142] [openshift-marketplace] updating namespace I0418 08:11:04.006234 3708 namespace.go:142] [openshift-monitoring] updating namespace I0418 08:11:04.006239 3708 namespace.go:142] [openshift-multus] updating namespace I0418 08:11:04.006334 3708 namespace.go:142] [openshift-must-gather-operator] updating namespace I0418 08:11:04.006423 3708 namespace.go:142] [openshift-network-console] updating namespace I0418 08:11:04.006517 3708 namespace.go:142] [openshift-network-diagnostics] updating namespace I0418 08:11:04.006650 3708 namespace.go:142] [openshift-network-node-identity] updating namespace I0418 08:11:04.006671 3708 namespace.go:142] [openshift-network-operator] updating namespace I0418 08:11:04.006799 3708 namespace.go:142] [openshift-node] updating namespace I0418 08:11:04.006882 3708 namespace.go:142] [openshift-operator-lifecycle-manager] updating namespace I0418 08:11:04.006994 3708 namespace.go:142] [openshift-operators] updating namespace I0418 08:11:04.007157 3708 namespace.go:142] [openshift-operators-redhat] updating namespace I0418 08:11:04.007284 3708 namespace.go:142] [openshift-package-operator] updating namespace I0418 08:11:04.007305 3708 namespace.go:142] [openshift-ovn-kubernetes] updating namespace I0418 08:11:04.007461 3708 namespace.go:142] [openshift-pipelines] updating namespace I0418 08:11:04.007547 3708 namespace.go:142] [openshift-route-controller-manager] updating namespace I0418 08:11:04.007602 3708 namespace.go:142] [openshift-service-ca] updating namespace I0418 08:11:04.007699 3708 namespace.go:142] [openshift-service-ca-operator] updating namespace I0418 08:11:04.007846 3708 namespace.go:142] [openshift-user-workload-monitoring] updating namespace I0418 08:11:04.007907 3708 namespace.go:142] [release-service] updating namespace I0418 08:11:04.007952 3708 namespace.go:142] [rhbk-operator] updating namespace I0418 08:11:04.008088 3708 namespace.go:142] [rhtpa-operator] updating namespace I0418 08:11:04.008139 3708 namespace.go:142] [segment-bridge] updating namespace I0418 08:11:04.008263 3708 namespace.go:142] [trusted-artifact-signer] updating namespace I0418 08:11:04.008379 3708 namespace.go:142] [tsf] updating namespace I0418 08:11:04.008500 3708 namespace.go:142] [tsf-keycloak] updating namespace I0418 08:11:04.008548 3708 namespace.go:142] [tsf-tas] updating namespace I0418 08:11:04.008665 3708 namespace.go:142] [tsf-tpa] updating namespace I0418 08:11:04.111613 3708 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 08:11:04.114800 3708 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 08:11:04.167201 3708 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 08:11:04.170519 3708 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0418 08:11:04.212336 3708 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:04.216061 3708 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:04.244240 3708 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:04.246373 3708 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:04.249623 3708 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:04.251626 3708 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0418 08:11:04.294331 3708 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:04.297636 3708 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:04.330291 3708 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:04.333568 3708 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0418 08:11:04.445602 3708 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0418 08:11:19.050170 3708 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:19.050195 3708 obj_retry.go:492] Detected object tsf-tpa/create-db-c2l5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:19.055387 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-c2l5m I0418 08:11:19.055408 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-c2l5m I0418 08:11:22.030000 3708 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:22.030024 3708 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nsrjv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:22.035629 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nsrjv I0418 08:11:22.035649 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nsrjv I0418 08:11:30.034783 3708 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:30.034807 3708 obj_retry.go:492] Detected object tsf-tpa/create-importers-wx5jx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:11:30.039830 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-wx5jx I0418 08:11:30.039861 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-wx5jx W0418 08:12:21.650706 3708 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-79674bd444-tjr6p I0418 08:16:15.928385 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 W0418 08:16:16.650272 3708 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5c5gfb I0418 08:16:34.986458 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0418 08:17:12.979232 3708 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0418 08:17:25.824247 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0418 08:17:53.893365 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-dtgjm-init-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:17:53.893547 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod I0418 08:17:53.920222 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod] pod update took 26.704611ms I0418 08:17:53.920254 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod] addLogicalPort annotation time took 26.740595ms I0418 08:17:53.921670 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod] addLogicalPort took 28.371159ms, libovsdb time 947.549µs I0418 08:17:54.257015 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod 654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod 654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159 network default NAD default NAD key ] I0418 08:17:54.266498 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-dtgjm-init-pod, hostIfaceName: 654d82db68f7b56, network: default, NAD default, SandboxID: "654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159", PCI device ID: , UID: "87d3b2f4-39dc-45b1-8fa4-1d404d91336c", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0418 08:17:54.321099 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod 654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod 654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:d8:8a:d0:00:2b\",\"name\":\"654d82db68f7b56\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a5368b1-ab44-4af9-b748-e3a3649da609\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:18:05.833119 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-init-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:18:05.833377 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod I0418 08:18:05.853865 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod] pod update took 20.530821ms I0418 08:18:05.853985 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod] addLogicalPort annotation time took 20.567125ms I0418 08:18:05.855418 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod] addLogicalPort took 22.321908ms, libovsdb time 1.046941ms I0418 08:18:08.219214 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0418 08:18:08.847143 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod 1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod 1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61 network default NAD default NAD key ] I0418 08:18:08.857280 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-init-pod, hostIfaceName: 1920ff3a9f5ef5d, network: default, NAD default, SandboxID: "1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61", PCI device ID: , UID: "3866b77f-c510-4878-a56b-cb4fa72bded9", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0418 08:18:08.916007 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod 1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod 1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:f6:b3:cd:57:f2\",\"name\":\"1920ff3a9f5ef5d\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/563be4df-3c58-4ef1-a064-8f1626ae0289\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:18:09.928847 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod 654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod 654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159 network default NAD default NAD key ] I0418 08:18:10.019714 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod 654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod 654d82db68f7b564e4e37334ba4943eee356970531b77d058a3a75b35bf58159 network default NAD default NAD key default], result "{}", err I0418 08:18:10.084876 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:10.084913 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod I0418 08:18:10.086359 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod, ips: 10.129.0.50 I0418 08:18:10.086389 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:10.833257 3708 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:18:10.833311 3708 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:18:10.845234 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod I0418 08:18:10.845261 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-dtgjm-init-pod I0418 08:18:11.118368 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0418 08:18:11.597533 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0418 08:18:13.842134 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod 1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod 1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61 network default NAD default NAD key ] I0418 08:18:13.928393 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod 1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod 1920ff3a9f5ef5d6bb6c3e94a1b6030ec22bbdb4e31303ce05698b1d09256c61 network default NAD default NAD key default], result "{}", err I0418 08:18:13.999242 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:13.999300 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod I0418 08:18:14.000619 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod, ips: 10.129.0.51 I0418 08:18:14.000643 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:14.230038 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-clone-repository-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:18:14.230187 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod I0418 08:18:14.257600 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod] pod update took 27.442457ms I0418 08:18:14.257622 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod] addLogicalPort annotation time took 27.469808ms I0418 08:18:14.259000 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod] addLogicalPort took 28.975809ms, libovsdb time 994.506µs I0418 08:18:14.593908 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod 376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod 376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac network default NAD default NAD key ] I0418 08:18:14.603597 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-clone-repository-pod, hostIfaceName: 376364e88cef293, network: default, NAD default, SandboxID: "376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac", PCI device ID: , UID: "ae024ca8-8709-49c0-9ca1-de3e1c8126b6", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0418 08:18:14.658621 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod 376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod 376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:5d:a1:48:c6:e1\",\"name\":\"376364e88cef293\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13161a42-8f3e-4151-984c-1b3f0fc67438\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:18:19.300522 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0418 08:18:27.945286 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod 376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod 376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac network default NAD default NAD key ] I0418 08:18:28.042253 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod 376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod 376364e88cef293a6b5fc4903864e925b04a1c8713e7f7aa8a578623dfc71bac network default NAD default NAD key default], result "{}", err I0418 08:18:28.118770 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:28.118806 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod I0418 08:18:28.120104 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod, ips: 10.129.0.52 I0418 08:18:28.120132 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:18:28.316790 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:18:28.316927 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod I0418 08:18:28.343651 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod] pod update took 26.755782ms I0418 08:18:28.343677 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod] addLogicalPort annotation time took 26.783768ms I0418 08:18:28.345080 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod] addLogicalPort took 28.30172ms, libovsdb time 887.463µs I0418 08:18:28.681767 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod 92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod 92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4 network default NAD default NAD key ] I0418 08:18:28.691237 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod, hostIfaceName: 92c21fea1d1864c, network: default, NAD default, SandboxID: "92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4", PCI device ID: , UID: "f71db7e3-349f-4a79-8a04-aab988b490d6", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0418 08:18:28.748230 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod 92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod 92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7a:27:9a:33:e3\",\"name\":\"92c21fea1d1864c\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/516ec820-594c-4233-8c70-537a5d336705\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:19:10.232186 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod 92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod 92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4 network default NAD default NAD key ] I0418 08:19:10.323402 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod 92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod 92c21fea1d1864ca71b0d935a7d84dd4e8361d32da34ba715bb3af6d0c3962a4 network default NAD default NAD key default], result "{}", err I0418 08:19:10.406467 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:19:10.406509 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod I0418 08:19:10.408048 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod, ips: 10.129.0.53 I0418 08:19:10.408082 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:19:24.828126 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=84 I0418 08:19:37.173928 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0418 08:19:53.252821 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0418 08:19:54.336720 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0418 08:19:56.254694 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0418 08:20:00.206848 3708 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29608340-7ftjt for pod on switch ip-10-0-2-118.ec2.internal I0418 08:20:00.206969 3708 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt I0418 08:20:00.230847 3708 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt] pod update took 23.898466ms I0418 08:20:00.230873 3708 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt] addLogicalPort annotation time took 23.93012ms I0418 08:20:00.232335 3708 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt] addLogicalPort took 25.506125ms, libovsdb time 1.012768ms I0418 08:20:00.573439 3708 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e network default NAD default NAD key ] I0418 08:20:00.583102 3708 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29608340-7ftjt, hostIfaceName: d10099790f47709, network: default, NAD default, SandboxID: "d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e", PCI device ID: , UID: "37dca84f-e85c-41a6-a3f6-d1cc476059bb", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0418 08:20:00.643198 3708 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:81:58:26:bd:dc\",\"name\":\"d10099790f47709\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4e65f40-132a-4e13-87c1-8df212c91dd8\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:20:04.555263 3708 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e network default NAD default NAD key ] I0418 08:20:04.647040 3708 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt d10099790f47709f78bd23142310360294924648469675c608fadeb2d3ef0a2e network default NAD default NAD key default], result "{}", err I0418 08:20:04.700795 3708 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:04.700859 3708 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt I0418 08:20:04.702443 3708 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt, ips: 10.129.0.54 I0418 08:20:04.702496 3708 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:05.562653 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.562684 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608340-7ftjt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.593849 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.593873 3708 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:05.597808 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0418 08:20:05.603510 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg I0418 08:20:05.603542 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29608310-v4hmg I0418 08:20:32.551287 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-mnq8q-init-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:20:32.551498 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod I0418 08:20:32.570285 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod] pod update took 18.828182ms I0418 08:20:32.570318 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod] addLogicalPort annotation time took 18.864744ms I0418 08:20:32.571957 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod] addLogicalPort took 20.694202ms, libovsdb time 1.049931ms I0418 08:20:32.921828 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod 127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod 127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d network default NAD default NAD key ] I0418 08:20:32.932204 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-mnq8q-init-pod, hostIfaceName: 127dbe88559f34b, network: default, NAD default, SandboxID: "127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d", PCI device ID: , UID: "5d235b7d-d7a7-411a-b15f-731b082dcab6", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0418 08:20:32.994795 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod 127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod 127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:d5:58:bd:c8:e7\",\"name\":\"127dbe88559f34b\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc43a599-88d9-4e3c-84af-f480fb91db28\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:20:36.760885 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod 127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod 127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d network default NAD default NAD key ] I0418 08:20:36.851618 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod 127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod 127dbe88559f34b5e31c8323673f7fae9c7600e4446865b7d1dec33ceaf7350d network default NAD default NAD key default], result "{}", err I0418 08:20:36.919688 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:36.919732 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod I0418 08:20:36.921243 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod, ips: 10.129.0.55 I0418 08:20:36.921280 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:36.926099 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:20:36.926273 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod I0418 08:20:36.949758 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod] pod update took 23.534464ms I0418 08:20:36.949786 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod] addLogicalPort annotation time took 23.572184ms I0418 08:20:36.951478 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod] addLogicalPort took 25.4023ms, libovsdb time 1.253355ms I0418 08:20:37.297799 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod 0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod 0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808 network default NAD default NAD key ] I0418 08:20:37.308652 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod, hostIfaceName: 0cdd10b72465f25, network: default, NAD default, SandboxID: "0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808", PCI device ID: , UID: "e26d580f-addc-4868-827a-ba374ed69bd1", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0418 08:20:37.369014 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod 0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod 0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:f5:59:9d:23:10\",\"name\":\"0cdd10b72465f25\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be4f8bd9-f85a-4436-b961-b30a7ec4ec84\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:20:41.915600 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod 0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod 0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808 network default NAD default NAD key ] I0418 08:20:42.015928 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod 0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod 0cdd10b72465f25450758c91773a19939969d2e6c4132a436c3f091654824808 network default NAD default NAD key default], result "{}", err I0418 08:20:42.099169 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:42.099204 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod I0418 08:20:42.100686 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod, ips: 10.129.0.56 I0418 08:20:42.100714 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:42.806827 3708 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:42.806849 3708 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:20:42.811246 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod I0418 08:20:42.811274 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-mnq8q-clone-repository-pod I0418 08:20:45.262522 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-init-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:20:45.262654 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod I0418 08:20:45.280235 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod] pod update took 17.604315ms I0418 08:20:45.280267 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod] addLogicalPort annotation time took 17.642148ms I0418 08:20:45.281996 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod] addLogicalPort took 19.493419ms, libovsdb time 1.244962ms I0418 08:20:45.634736 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod 1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod 1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6 network default NAD default NAD key ] I0418 08:20:45.644700 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-init-pod, hostIfaceName: 1030db7b92b5cff, network: default, NAD default, SandboxID: "1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6", PCI device ID: , UID: "8db3f3b4-4464-424f-9ffe-9686c705e1df", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0418 08:20:45.705418 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod 1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod 1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f3:78:a2:ff:45\",\"name\":\"1030db7b92b5cff\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12e8d427-13e8-431e-97e0-9068db0137bd\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:20:49.666510 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-clone-repository-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:20:49.666658 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod I0418 08:20:49.689088 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod] pod update took 22.463492ms I0418 08:20:49.689118 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod] addLogicalPort annotation time took 22.500551ms I0418 08:20:49.690489 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod] addLogicalPort took 23.997954ms, libovsdb time 972.194µs I0418 08:20:49.860675 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod 1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod 1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6 network default NAD default NAD key ] I0418 08:20:49.952178 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod 1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod 1030db7b92b5cff04cf89da83d0d02aafa1561df21202f53f81db4bafde168a6 network default NAD default NAD key default], result "{}", err I0418 08:20:50.017029 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:50.017059 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod I0418 08:20:50.018703 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod, ips: 10.129.0.57 I0418 08:20:50.018731 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:50.035338 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod 35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod 35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901 network default NAD default NAD key ] I0418 08:20:50.045864 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-clone-repository-pod, hostIfaceName: 35eab8f23f32a28, network: default, NAD default, SandboxID: "35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901", PCI device ID: , UID: "79c3ed64-e5b8-4315-a165-a52189840120", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0418 08:20:50.106461 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod 35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod 35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a3:c3:31:ce:3b\",\"name\":\"35eab8f23f32a28\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f17ef41f-93f5-4327-9b5f-2f6e25cf1a00\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:20:58.595101 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:20:58.595231 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod I0418 08:20:58.620303 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod] pod update took 25.105836ms I0418 08:20:58.620330 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod] addLogicalPort annotation time took 25.136037ms I0418 08:20:58.621625 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod] addLogicalPort took 26.543168ms, libovsdb time 833.218µs I0418 08:20:58.941663 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod 35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod 35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901 network default NAD default NAD key ] I0418 08:20:58.966812 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c network default NAD default NAD key ] I0418 08:20:58.976983 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod, hostIfaceName: c3c0f0bed4cca4a, network: default, NAD default, SandboxID: "c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c", PCI device ID: , UID: "d1908116-4a03-4434-9591-4d1969b77ed3", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0418 08:20:59.029976 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:16:f8:1a:ab:f7\",\"name\":\"c3c0f0bed4cca4a\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15abd12f-8cf7-4482-b608-691a13673f96\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:20:59.035167 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod 35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod 35eab8f23f32a28c0a7b8707fcb4efea75f4f509189b9a7a0c71ffd7a0228901 network default NAD default NAD key default], result "{}", err I0418 08:20:59.105475 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:20:59.105510 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod I0418 08:20:59.106937 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod, ips: 10.129.0.58 I0418 08:20:59.106962 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:21:02.003091 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0418 08:21:02.781386 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0418 08:21:18.932183 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0418 08:21:26.939772 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-build-container-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:21:26.939929 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod I0418 08:21:26.984756 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod] pod update took 44.868722ms I0418 08:21:26.984782 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod] addLogicalPort annotation time took 44.897757ms I0418 08:21:26.986251 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod] addLogicalPort took 46.492691ms, libovsdb time 1.050515ms I0418 08:21:27.145061 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c network default NAD default NAD key ] I0418 08:21:27.233232 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod c3c0f0bed4cca4affabb2648afa5539a9dd6c26997c30f7d055947771f2f1b6c network default NAD default NAD key default], result "{}", err I0418 08:21:27.317414 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod 0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod 0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2 network default NAD default NAD key ] I0418 08:21:27.318723 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:21:27.318778 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod I0418 08:21:27.320319 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod, ips: 10.129.0.59 I0418 08:21:27.320360 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:21:27.328989 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-build-container-pod, hostIfaceName: 0f18009fbe41938, network: default, NAD default, SandboxID: "0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2", PCI device ID: , UID: "4c8e9d81-6f1a-4078-a24b-7f0af249cd49", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0418 08:21:27.386192 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod 0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod 0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:6e:4f:86:99:e9\",\"name\":\"0f18009fbe41938\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/115ede2a-7e56-44a3-b507-c45c174249e0\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:22:11.741753 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-build-image-index-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:22:11.741909 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod I0418 08:22:11.770126 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod] pod update took 28.252546ms I0418 08:22:11.770150 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod] addLogicalPort annotation time took 28.281764ms I0418 08:22:11.771426 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod] addLogicalPort took 29.690187ms, libovsdb time 900.521µs I0418 08:22:12.252637 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod 910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod 910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64 network default NAD default NAD key ] I0418 08:22:12.262281 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-build-image-index-pod, hostIfaceName: 910400941caf450, network: default, NAD default, SandboxID: "910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64", PCI device ID: , UID: "4aedcc19-e07a-42e6-8bc6-879197fff6e4", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0418 08:22:12.317488 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod 910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod 910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:84:08:79:b6:fe\",\"name\":\"910400941caf450\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7cf949c-16c3-49b3-82fa-07db5a6fa89d\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:22:12.447617 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:12.448144 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:21.574451 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod 910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod 910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64 network default NAD default NAD key ] I0418 08:22:21.671268 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod 910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod 910400941caf4507eea7cf2fd8b526319ca26130e5503b173f7e53583a3d5e64 network default NAD default NAD key default], result "{}", err I0418 08:22:21.782454 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:21.782541 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod I0418 08:22:21.784014 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod, ips: 10.129.0.61 I0418 08:22:21.784045 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:22:22.519593 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:22:22.519798 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod I0418 08:22:22.539353 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:22:22.539484 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod I0418 08:22:22.558298 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod] pod update took 38.534141ms I0418 08:22:22.558325 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod] addLogicalPort annotation time took 38.567653ms I0418 08:22:22.559778 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod] addLogicalPort took 40.22949ms, libovsdb time 908.459µs I0418 08:22:22.565982 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod] pod update took 26.53444ms I0418 08:22:22.566002 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod] addLogicalPort annotation time took 26.557361ms I0418 08:22:22.567395 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod] addLogicalPort took 28.059862ms, libovsdb time 930.934µs I0418 08:22:22.734721 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:22:22.734904 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod I0418 08:22:22.757514 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod] pod update took 22.640912ms I0418 08:22:22.757541 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod] addLogicalPort annotation time took 22.67735ms I0418 08:22:22.759006 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod] addLogicalPort took 24.304342ms, libovsdb time 969.026µs I0418 08:22:22.918639 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod 5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod 5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59 network default NAD default NAD key ] I0418 08:22:22.928866 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod, hostIfaceName: 5076a5b748234f5, network: default, NAD default, SandboxID: "5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59", PCI device ID: , UID: "dcef4878-40b3-432e-b646-ed783a7b7ac9", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0418 08:22:22.986619 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod 5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod 5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:46:54:13:1d:87\",\"name\":\"5076a5b748234f5\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fb0264c-087a-4ae0-bd26-6d93b68d8efb\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:22:23.110075 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod 7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod 7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad network default NAD default NAD key ] I0418 08:22:23.121067 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod, hostIfaceName: 7e4dc7b91f50422, network: default, NAD default, SandboxID: "7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad", PCI device ID: , UID: "12e96e7a-99de-42ef-8e07-b001d38ac6ff", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0418 08:22:23.179286 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod 7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod 7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:6a:b9:e3:00:8e\",\"name\":\"7e4dc7b91f50422\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd836a29-dd7d-454d-b69c-32d946bc047c\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:22:23.193503 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16 network default NAD default NAD key ] I0418 08:22:23.204912 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod, hostIfaceName: eb963663d04c729, network: default, NAD default, SandboxID: "eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16", PCI device ID: , UID: "5113aec7-fe34-42d6-85f0-05580572a4a8", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0418 08:22:23.264773 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c7:27:78:76:50\",\"name\":\"eb963663d04c729\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9ea3328-5938-4048-8276-dfdff26dc939\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:22:27.983118 3708 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0418 08:22:48.827064 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0418 08:23:36.251041 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16 network default NAD default NAD key ] I0418 08:23:36.254884 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod 5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod 5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59 network default NAD default NAD key ] I0418 08:23:36.257716 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod 7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod 7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad network default NAD default NAD key ] I0418 08:23:36.365118 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod eb963663d04c729aa4028f2b3a3d5cee77ccee839138e5ff426fcc7cdf6e7f16 network default NAD default NAD key default], result "{}", err I0418 08:23:36.388229 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod 5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod 5076a5b748234f53f2b042b09c85735d8fcaa802b02bc2f06923e81958c1db59 network default NAD default NAD key default], result "{}", err I0418 08:23:36.412907 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod 7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod 7e4dc7b91f50422645aea8e0ad4c547fe1dc8669c06e58a2e58372006d9fddad network default NAD default NAD key default], result "{}", err I0418 08:23:36.541630 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.541675 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod I0418 08:23:36.543167 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod, ips: 10.129.0.62 I0418 08:23:36.543200 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.580669 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.580695 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod I0418 08:23:36.582051 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod, ips: 10.129.0.63 I0418 08:23:36.582075 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.616446 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:36.616479 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod I0418 08:23:36.617782 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod, ips: 10.129.0.64 I0418 08:23:36.617813 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:38.180472 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:38.181045 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:51.131427 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:23:51.132017 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:24:18.122052 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0418 08:24:31.601345 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0418 08:24:51.183808 3708 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0418 08:24:59.459946 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-build-image-index-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:24:59.460068 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod I0418 08:24:59.495390 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod] pod update took 35.359126ms I0418 08:24:59.495413 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod] addLogicalPort annotation time took 35.389092ms I0418 08:24:59.496830 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod] addLogicalPort took 36.900156ms, libovsdb time 1.017151ms I0418 08:24:59.825926 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod 4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod 4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a network default NAD default NAD key ] I0418 08:24:59.835411 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-build-image-index-pod, hostIfaceName: 4b6d276de3144cf, network: default, NAD default, SandboxID: "4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a", PCI device ID: , UID: "d9dc7722-c269-4306-9ef5-a9fee7c77a52", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0418 08:24:59.889685 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod 4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod 4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:50:7b:06:a5:71\",\"name\":\"4b6d276de3144cf\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93d1e1df-0833-4bca-b1e3-fe5b177da2af\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:24:59.913962 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod 0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod 0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2 network default NAD default NAD key ] I0418 08:25:00.018479 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod 0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod 0f18009fbe419389913e8d15b399424483f071bb32c9733ea85a428b47bec9d2 network default NAD default NAD key default], result "{}", err I0418 08:25:00.104951 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:00.104987 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod I0418 08:25:00.106539 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod, ips: 10.129.0.60 I0418 08:25:00.106593 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:05.340237 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:25:05.340398 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod I0418 08:25:05.368189 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod] pod update took 27.819232ms I0418 08:25:05.368213 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod] addLogicalPort annotation time took 27.848148ms I0418 08:25:05.369606 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod] addLogicalPort took 29.388428ms, libovsdb time 952.657µs I0418 08:25:05.589655 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-clamav-scan-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:25:05.589789 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod I0418 08:25:05.611296 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod] pod update took 21.536404ms I0418 08:25:05.611328 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod] addLogicalPort annotation time took 21.57397ms I0418 08:25:05.612686 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod] addLogicalPort took 23.048197ms, libovsdb time 853.143µs I0418 08:25:05.706440 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748 network default NAD default NAD key ] I0418 08:25:05.715844 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod, hostIfaceName: ac0d8c5961c25d9, network: default, NAD default, SandboxID: "ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748", PCI device ID: , UID: "21d79932-a568-44ec-8960-bfca552c1da3", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0418 08:25:05.770951 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:4b:a5:fc:ec:33\",\"name\":\"ac0d8c5961c25d9\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9746f96f-9be9-4a7d-acd0-a91242845388\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:25:05.856090 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:25:05.856220 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod I0418 08:25:05.880354 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod] pod update took 24.163861ms I0418 08:25:05.880388 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod] addLogicalPort annotation time took 24.203732ms I0418 08:25:05.882016 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod] addLogicalPort took 25.945261ms, libovsdb time 958.455µs I0418 08:25:05.961230 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod 6fd659ea2724c5ad88536e0a32654624d5851fe170768ef8c339b69dfe6172c2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod 6fd659ea2724c5ad88536e0a32654624d5851fe170768ef8c339b69dfe6172c2 network default NAD default NAD key ] I0418 08:25:05.971968 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-clamav-scan-pod, hostIfaceName: 6fd659ea2724c5a, network: default, NAD default, SandboxID: "6fd659ea2724c5ad88536e0a32654624d5851fe170768ef8c339b69dfe6172c2", PCI device ID: , UID: "886a0aca-d11a-4b89-83cc-50417958f978", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0418 08:25:05.980074 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod 4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod 4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a network default NAD default NAD key ] I0418 08:25:06.051446 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod 6fd659ea2724c5ad88536e0a32654624d5851fe170768ef8c339b69dfe6172c2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-clamav-scan-pod 6fd659ea2724c5ad88536e0a32654624d5851fe170768ef8c339b69dfe6172c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:6c:77:c3:af:8f\",\"name\":\"6fd659ea2724c5a\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a018ebb3-926f-4145-a23a-6ef5388461a9\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:25:06.064392 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod 4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod 4b6d276de3144cfcbf2b4ee51a141a7ea381fc754f8ab9b661883af6d986c47a network default NAD default NAD key default], result "{}", err I0418 08:25:06.150669 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:06.150704 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod I0418 08:25:06.152198 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod, ips: 10.129.0.65 I0418 08:25:06.152231 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:06.223548 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2 network default NAD default NAD key ] I0418 08:25:06.233297 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod, hostIfaceName: e6702b01bc5bfdc, network: default, NAD default, SandboxID: "e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2", PCI device ID: , UID: "39c47f1d-9d30-4101-be8a-43a8f0278509", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0418 08:25:06.289705 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:f7:10:3e:1f:e5\",\"name\":\"e6702b01bc5bfdc\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1dbf4e1-ff5f-4caf-bfae-b88f18240431\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:25:06.326570 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:25:06.326718 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod I0418 08:25:06.358354 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod] pod update took 31.66923ms I0418 08:25:06.358384 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod] addLogicalPort annotation time took 31.703739ms I0418 08:25:06.359740 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod] addLogicalPort took 33.197484ms, libovsdb time 920.322µs I0418 08:25:06.607026 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:25:06.607145 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod I0418 08:25:06.626393 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod] pod update took 19.278565ms I0418 08:25:06.626415 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod] addLogicalPort annotation time took 19.307041ms I0418 08:25:06.627826 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod] addLogicalPort took 20.816824ms, libovsdb time 948.16µs I0418 08:25:06.693965 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod 7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod 7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa network default NAD default NAD key ] I0418 08:25:06.704105 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod, hostIfaceName: 7770ff1e2bdec5a, network: default, NAD default, SandboxID: "7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa", PCI device ID: , UID: "b9b0fbac-13ed-4c49-8caf-8af25b5aa5fc", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0418 08:25:06.757048 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod 7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod 7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:e0:9d:d1:25:81\",\"name\":\"7770ff1e2bdec5a\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e75b997-19f4-45ef-a2a2-86f56d282a02\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:25:06.980193 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod 3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod 3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88 network default NAD default NAD key ] I0418 08:25:06.992510 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod, hostIfaceName: 3f45ec69b90fa48, network: default, NAD default, SandboxID: "3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88", PCI device ID: , UID: "6396da67-5bf0-4a94-89c2-44b2f15b34e8", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0418 08:25:07.056553 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod 3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod 3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:7d:9b:5f:4d:11\",\"name\":\"3f45ec69b90fa48\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/beb94e1e-8b06-4b8c-aa02-c03bff8fba6e\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:25:07.159059 3708 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nc7lp-tpa-scan-pod for pod on switch ip-10-0-2-118.ec2.internal I0418 08:25:07.159183 3708 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod I0418 08:25:07.181081 3708 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod] pod update took 21.931846ms I0418 08:25:07.181105 3708 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod] addLogicalPort annotation time took 21.955988ms I0418 08:25:07.182453 3708 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod] addLogicalPort took 23.412274ms, libovsdb time 937.085µs I0418 08:25:07.605659 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod 461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod 461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b network default NAD default NAD key ] I0418 08:25:07.615769 3708 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nc7lp-tpa-scan-pod, hostIfaceName: 461809942ef73ff, network: default, NAD default, SandboxID: "461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b", PCI device ID: , UID: "a3ac0129-17a5-4e76-a2b8-61c1ff40d13c", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0418 08:25:07.674580 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod 461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod 461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:69:04:fc:02:93\",\"name\":\"461809942ef73ff\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7a21b1f-04c1-4256-8c69-b949951e5747\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0418 08:25:11.257870 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0418 08:25:16.156466 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod 7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod 7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa network default NAD default NAD key ] I0418 08:25:16.265683 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod 7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod 7770ff1e2bdec5af4fdab5511f45841457ec86734c3141fce0ab01f05a5d97fa network default NAD default NAD key default], result "{}", err I0418 08:25:16.365244 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:16.365284 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod I0418 08:25:16.367093 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod, ips: 10.129.0.69 I0418 08:25:16.367129 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:20.216695 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2 network default NAD default NAD key ] I0418 08:25:20.318845 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod e6702b01bc5bfdca51894ac3a17a3c5832fa60c9ad63789546dc6f52565c53e2 network default NAD default NAD key default], result "{}", err I0418 08:25:20.456197 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:20.456242 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod I0418 08:25:20.458165 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod, ips: 10.129.0.68 I0418 08:25:20.458209 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:32.989322 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0418 08:25:43.340013 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0418 08:25:52.303730 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0418 08:25:56.571703 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod 3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod 3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88 network default NAD default NAD key ] I0418 08:25:56.668455 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod 3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod 3f45ec69b90fa4837eaaed0b9ae331703a7898e0dd4177d4ebe76cfe1a917f88 network default NAD default NAD key default], result "{}", err I0418 08:25:56.837773 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:25:56.837846 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod I0418 08:25:56.839309 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod, ips: 10.129.0.70 I0418 08:25:56.839337 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:06.673072 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748 network default NAD default NAD key ] I0418 08:26:06.762790 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod ac0d8c5961c25d989c44838be6e44ef2de683116e08ea241f27fc93af74b1748 network default NAD default NAD key default], result "{}", err I0418 08:26:06.856990 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:06.857022 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod I0418 08:26:06.858694 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod, ips: 10.129.0.66 I0418 08:26:06.858719 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:17.778505 3708 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod 461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod 461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b network default NAD default NAD key ] I0418 08:26:17.877744 3708 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod 461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod 461809942ef73ffa5ef57a8c89940d24d180dc8e1dcdd6b5e953d7d830ac735b network default NAD default NAD key default], result "{}", err I0418 08:26:17.984331 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:17.984370 3708 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod I0418 08:26:17.985825 3708 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod, ips: 10.129.0.71 I0418 08:26:17.985851 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:18.007513 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0418 08:26:37.188354 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.188922 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nc7lp-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.230548 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:37.231147 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:47.407746 3708 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:47.408316 3708 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:26:48.061361 3708 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:26:48.061387 3708 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:26:48.067922 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj I0418 08:26:48.067955 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-nfpzj I0418 08:27:02.430871 3708 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:02.431406 3708 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:02.614324 3708 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:27:02.614378 3708 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0418 08:27:02.621094 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 I0418 08:27:02.621114 3708 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-clpz7 I0418 08:27:07.784983 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0418 08:27:16.417049 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:16.417684 3708 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-vqxn2-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:32.547839 3708 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:32.548358 3708 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:47.717288 3708 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0418 08:27:47.717861 3708 obj_retry.go:498] Detected object default-tenant/my-integration-test-cyfv-ffxqh-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0418 08:28:03.222114 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0418 08:28:11.935054 3708 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0418 08:28:14.256424 3708 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10