+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-151.ec2.internal ++ [[ -n ip-10-0-0-151.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-151.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0501 19:55:48.622880011 - disable conntrack on geneve port' I0501 19:55:48.622880011 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0501 19:55:48.645344950 - starting ovnkube-node + echo 'I0501 19:55:48.645344950 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-151.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-151.ec2.internal --init-node ip-10-0-0-151.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-151.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0501 19:55:48.688949 3794 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0501 19:55:48.689021 3794 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-559cc11afc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0501 19:55:48.690648 3794 kube.go:431] Waiting for certificate I0501 19:55:48.690683 3794 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0501 19:55:48.690724 3794 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0501 19:55:48.691830 3794 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0501 19:55:48.715293 3794 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 19:55:48.715316 3794 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 19:55:48.718199 3794 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 19:55:48.720981 3794 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7mtn4" I0501 19:55:48.727858 3794 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7mtn4" I0501 19:55:48.727949 3794 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0501 19:55:49.691655 3794 kube.go:438] Certificate found I0501 19:55:49.692422 3794 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0501 19:55:49.693817 3794 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0501 19:55:49.740997 3794 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-02 19:50:48 +0000 UTC" deadline="2026-05-02 16:45:22.498714148 +0000 UTC" I0501 19:55:49.741176 3794 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h49m32.75756534s" I0501 19:55:49.781481 3794 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0501 19:55:49.789952 3794 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0501 19:55:49.790047 3794 server.go:101] MetricServer registers OVS metrics I0501 19:55:49.790358 3794 server.go:105] MetricServer registers OVN DB metrics I0501 19:55:49.792215 3794 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0501 19:55:49.792288 3794 factory.go:561] Starting watch factory I0501 19:55:49.792381 3794 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792385 3794 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792399 3794 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792400 3794 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792405 3794 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792422 3794 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792434 3794 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792454 3794 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792461 3794 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792484 3794 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.792595 3794 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.793044 3794 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.795594 3794 controller_manager.go:370] Starting the ovnkube controller I0501 19:55:49.795609 3794 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-151.ec2.internal I0501 19:55:49.795664 3794 controller_manager.go:395] NBDB zone sync took: 46.378µs I0501 19:55:49.795676 3794 factory.go:561] Starting watch factory I0501 19:55:49.795674 3794 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0501 19:55:49.795697 3794 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0501 19:55:49.810063 3794 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0501 19:55:49.810086 3794 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0501 19:55:49.810663 3794 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.811806 3794 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.812076 3794 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.813546 3794 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.814824 3794 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.816952 3794 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0501 19:55:49.818201 3794 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0501 19:55:49.818241 3794 server.go:109] MetricServer registers OVN Controller metrics I0501 19:55:49.823301 3794 server.go:113] MetricServer registers OVN Northd metrics I0501 19:55:49.827531 3794 metrics.go:519] OVN Metrics Server starts to run ... I0501 19:55:49.898360 3794 factory.go:1977] *v1.Namespace informer cache synced successfully I0501 19:55:49.898385 3794 factory.go:1977] *v1.Node informer cache synced successfully I0501 19:55:49.898389 3794 factory.go:1977] *v1.Service informer cache synced successfully I0501 19:55:49.898392 3794 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0501 19:55:49.898395 3794 factory.go:1977] *v1.Pod informer cache synced successfully I0501 19:55:49.898398 3794 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0501 19:55:49.898535 3794 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:55:49.898536 3794 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:55:49.898554 3794 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:55:49.898557 3794 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:55:49.900893 3794 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:55:49.900898 3794 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0501 19:55:49.900902 3794 factory.go:1977] *v1.Namespace informer cache synced successfully I0501 19:55:49.900969 3794 factory.go:1977] *v1.Node informer cache synced successfully I0501 19:55:49.900975 3794 factory.go:1977] *v1.Service informer cache synced successfully I0501 19:55:49.900979 3794 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0501 19:55:49.900982 3794 factory.go:1977] *v1.Pod informer cache synced successfully I0501 19:55:49.900985 3794 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0501 19:55:49.903787 3794 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0501 19:55:49.903797 3794 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0501 19:55:49.903855 3794 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.903866 3794 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.905833 3794 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.906766 3794 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0501 19:55:49.906777 3794 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0501 19:55:49.909645 3794 factory.go:1977] *v1.EgressIP informer cache synced successfully I0501 19:55:49.909720 3794 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.909738 3794 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.911731 3794 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.911845 3794 factory.go:1977] *v1.EgressIP informer cache synced successfully I0501 19:55:49.915516 3794 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0501 19:55:49.915589 3794 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.915609 3794 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.917312 3794 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0501 19:55:49.917613 3794 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.921579 3794 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0501 19:55:49.921640 3794 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.921655 3794 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.922976 3794 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0501 19:55:49.923775 3794 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.927607 3794 factory.go:1977] *v1.EgressService informer cache synced successfully I0501 19:55:49.927664 3794 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.927676 3794 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.928752 3794 factory.go:1977] *v1.EgressService informer cache synced successfully I0501 19:55:49.929616 3794 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.933442 3794 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0501 19:55:49.933609 3794 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 19:55:49.933626 3794 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 19:55:49.933794 3794 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0501 19:55:49.935719 3794 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0501 19:55:49.939331 3794 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0501 19:55:49.939403 3794 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.939413 3794 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0501 19:55:49.939415 3794 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.939460 3794 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.939479 3794 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.941553 3794 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.941716 3794 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0501 19:55:49.944688 3794 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0501 19:55:49.944699 3794 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0501 19:55:49.944699 3794 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0501 19:55:49.944707 3794 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0501 19:55:49.944714 3794 factory.go:680] Watch Factory start up complete, took: 149.037939ms I0501 19:55:49.944722 3794 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-151.ec2.internal" zone I0501 19:55:49.944706 3794 factory.go:680] Watch Factory start up complete, took: 152.422598ms I0501 19:55:49.944799 3794 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0501 19:55:49.992869 3794 default_node_network_controller.go:710] Initializing the default node network controller I0501 19:55:50.080365 3794 udn_isolation.go:101] Starting UDN host isolation manager I0501 19:55:50.086465 3794 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0501 19:55:50.138681 3794 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0501 19:55:50.138764 3794 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0501 19:55:50.138777 3794 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0501 19:55:50.174596 3794 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0501 19:55:50.174669 3794 default_node_network_controller.go:809] Node ip-10-0-0-151.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0501 19:55:50.180771 3794 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.151"] k8s.ovn.org/zone-name:ip-10-0-0-151.ec2.internal] on node ip-10-0-0-151.ec2.internal I0501 19:55:50.202193 3794 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0501 19:55:50.208838 3794 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0501 19:55:50.208993 3794 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0501 19:55:50.209164 3794 gateway_init.go:263] Preparing Gateway I0501 19:55:50.209178 3794 gateway_shared_intf.go:1687] Creating new gateway I0501 19:55:50.315989 3794 iptables.go:108] Creating table: filter chain: FORWARD I0501 19:55:50.323033 3794 iptables.go:108] Creating table: filter chain: OUTPUT I0501 19:55:50.330161 3794 gateway_shared_intf.go:1816] Gateway Creation Complete I0501 19:55:50.330180 3794 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-151.ec2.internal","mac-address":"12:75:44:c8:fd:65","ip-addresses":["10.0.0.151/24"],"ip-address":"10.0.0.151/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ce467e03-9161-4435-83e7-f26a9fb4bb0d k8s.ovn.org/node-encap-ips:["10.0.0.151"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.151/24"} k8s.ovn.org/zone-name:ip-10-0-0-151.ec2.internal] on node ip-10-0-0-151.ec2.internal I0501 19:55:50.349002 3794 default_node_network_controller.go:519] Node connection status = connected I0501 19:55:50.445784 3794 controller_manager.go:429] Waiting for node in zone sync took: 501.04601ms I0501 19:55:50.450769 3794 controller_manager.go:611] Switching to transit router for layer2 networks I0501 19:55:50.450785 3794 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-151.ec2.internal I0501 19:55:50.464812 3794 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0501 19:55:50.472025 3794 controller_manager.go:290] SCTP support detected in OVN I0501 19:55:50.472625 3794 services_controller.go:69] Creating services controller for network=default I0501 19:55:50.472746 3794 udn_enabled_svc.go:80] Waiting for service informer to sync I0501 19:55:50.472836 3794 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0501 19:55:50.472867 3794 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0501 19:55:50.472887 3794 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0501 19:55:50.472899 3794 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0501 19:55:50.473070 3794 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0501 19:55:50.473108 3794 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0501 19:55:50.473159 3794 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.372µs I0501 19:55:50.473184 3794 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 68.227µs I0501 19:55:50.473190 3794 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 81.281µs I0501 19:55:50.473196 3794 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0501 19:55:50.473202 3794 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0501 19:55:50.473210 3794 default_network_controller.go:325] Starting the default network controller I0501 19:55:50.473240 3794 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.035µs I0501 19:55:50.473271 3794 udn_enabled_svc.go:95] Performing full resync I0501 19:55:50.473530 3794 udn_enabled_svc.go:99] Waiting for handler to sync I0501 19:55:50.473541 3794 udn_enabled_svc.go:104] Starting worker I0501 19:55:50.482452 3794 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0501 19:55:50.482522 3794 repair.go:33] Syncing exgw routes took 58.072µs I0501 19:55:50.482546 3794 default_network_controller.go:414] Starting all the Watchers... I0501 19:55:50.482720 3794 namespace.go:98] [openshift-apiserver] adding namespace I0501 19:55:50.482724 3794 namespace.go:98] [openshift-console] adding namespace I0501 19:55:50.482724 3794 namespace.go:98] [kube-node-lease] adding namespace I0501 19:55:50.482736 3794 namespace.go:98] [openshift] adding namespace I0501 19:55:50.482741 3794 namespace.go:98] [openshift-operators-redhat] adding namespace I0501 19:55:50.482746 3794 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0501 19:55:50.482748 3794 namespace.go:98] [openshift-ingress] adding namespace I0501 19:55:50.482752 3794 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0501 19:55:50.482766 3794 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0501 19:55:50.482767 3794 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0501 19:55:50.482774 3794 namespace.go:98] [openshift-network-console] adding namespace I0501 19:55:50.482774 3794 namespace.go:98] [openshift-kube-scheduler] adding namespace I0501 19:55:50.482783 3794 namespace.go:98] [dedicated-admin] adding namespace I0501 19:55:50.482789 3794 namespace.go:98] [openshift-customer-monitoring] adding namespace I0501 19:55:50.482785 3794 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0501 19:55:50.483630 3794 namespace.go:102] [openshift-apiserver] adding namespace took 900.36µs I0501 19:55:50.483647 3794 namespace.go:98] [openshift-backplane-srep] adding namespace I0501 19:55:50.484031 3794 namespace.go:102] [openshift-backplane-srep] adding namespace took 378.523µs I0501 19:55:50.484052 3794 namespace.go:98] [openshift-infra] adding namespace I0501 19:55:50.484481 3794 namespace.go:102] [openshift-infra] adding namespace took 422.69µs I0501 19:55:50.484506 3794 namespace.go:98] [default] adding namespace I0501 19:55:50.484984 3794 namespace.go:102] [openshift-console] adding namespace took 2.250049ms I0501 19:55:50.484999 3794 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0501 19:55:50.485399 3794 namespace.go:102] [kube-node-lease] adding namespace took 2.663355ms I0501 19:55:50.485409 3794 namespace.go:98] [openshift-config-operator] adding namespace I0501 19:55:50.485833 3794 namespace.go:102] [openshift] adding namespace took 3.088603ms I0501 19:55:50.485842 3794 namespace.go:98] [openshift-node] adding namespace I0501 19:55:50.486247 3794 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.499033ms I0501 19:55:50.486260 3794 namespace.go:98] [openshift-multus] adding namespace I0501 19:55:50.486683 3794 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 3.932456ms I0501 19:55:50.486692 3794 namespace.go:98] [openshift-package-operator] adding namespace I0501 19:55:50.487089 3794 namespace.go:102] [openshift-ingress] adding namespace took 4.332669ms I0501 19:55:50.487102 3794 namespace.go:98] [openshift-console-user-settings] adding namespace I0501 19:55:50.487497 3794 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 4.726485ms I0501 19:55:50.487507 3794 namespace.go:98] [openshift-dns] adding namespace I0501 19:55:50.487898 3794 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.12632ms I0501 19:55:50.487911 3794 namespace.go:98] [openshift-config] adding namespace I0501 19:55:50.488316 3794 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.542724ms I0501 19:55:50.488325 3794 namespace.go:98] [openshift-network-diagnostics] adding namespace I0501 19:55:50.488730 3794 namespace.go:102] [openshift-network-console] adding namespace took 5.951248ms I0501 19:55:50.488742 3794 namespace.go:98] [openshift-operators] adding namespace I0501 19:55:50.489161 3794 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.380199ms I0501 19:55:50.489170 3794 namespace.go:98] [kube-public] adding namespace I0501 19:55:50.489580 3794 namespace.go:102] [dedicated-admin] adding namespace took 6.787566ms I0501 19:55:50.489589 3794 namespace.go:98] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] adding namespace I0501 19:55:50.489990 3794 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.19545ms I0501 19:55:50.489998 3794 namespace.go:98] [openshift-authentication-operator] adding namespace I0501 19:55:50.490367 3794 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.56677ms I0501 19:55:50.490382 3794 namespace.go:98] [openshift-kube-apiserver] adding namespace I0501 19:55:50.490772 3794 namespace.go:102] [default] adding namespace took 6.260096ms I0501 19:55:50.490784 3794 namespace.go:98] [openshift-network-operator] adding namespace I0501 19:55:50.491130 3794 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.12648ms I0501 19:55:50.491142 3794 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0501 19:55:50.491479 3794 namespace.go:102] [openshift-config-operator] adding namespace took 6.065439ms I0501 19:55:50.491504 3794 namespace.go:98] [openshift-must-gather-operator] adding namespace W0501 19:55:50.491839 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ssll7: pod openshift-multus/network-metrics-daemon-ssll7: no pod IPs found W0501 19:55:50.491859 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zt9wf: pod openshift-multus/network-metrics-daemon-zt9wf: no pod IPs found I0501 19:55:50.491889 3794 namespace.go:102] [openshift-node] adding namespace took 6.042739ms I0501 19:55:50.491900 3794 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0501 19:55:50.492284 3794 namespace.go:102] [openshift-multus] adding namespace took 6.017715ms I0501 19:55:50.492298 3794 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0501 19:55:50.492659 3794 namespace.go:102] [openshift-package-operator] adding namespace took 5.963113ms I0501 19:55:50.492670 3794 namespace.go:98] [openshift-machine-api] adding namespace I0501 19:55:50.493026 3794 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.919773ms I0501 19:55:50.493049 3794 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0501 19:55:50.493434 3794 namespace.go:102] [openshift-dns] adding namespace took 5.922833ms I0501 19:55:50.493447 3794 namespace.go:98] [openshift-service-ca-operator] adding namespace W0501 19:55:50.493822 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-qzsbq: pod openshift-network-diagnostics/network-check-target-qzsbq: no pod IPs found W0501 19:55:50.493835 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-t4ls2: pod openshift-network-diagnostics/network-check-target-t4ls2: no pod IPs found I0501 19:55:50.493873 3794 namespace.go:102] [openshift-config] adding namespace took 5.956654ms I0501 19:55:50.493886 3794 namespace.go:98] [openshift-backplane] adding namespace I0501 19:55:50.494271 3794 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.941017ms I0501 19:55:50.494281 3794 namespace.go:98] [openshift-dns-operator] adding namespace I0501 19:55:50.494699 3794 namespace.go:102] [openshift-operators] adding namespace took 5.952346ms I0501 19:55:50.494710 3794 namespace.go:98] [openshift-cluster-version] adding namespace I0501 19:55:50.495027 3794 namespace.go:102] [kube-public] adding namespace took 5.851712ms I0501 19:55:50.495040 3794 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0501 19:55:50.495409 3794 namespace.go:102] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] adding namespace took 5.815702ms I0501 19:55:50.495418 3794 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0501 19:55:50.495804 3794 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.801451ms I0501 19:55:50.495817 3794 namespace.go:98] [openshift-controller-manager] adding namespace I0501 19:55:50.496421 3794 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.033715ms I0501 19:55:50.496438 3794 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0501 19:55:50.496893 3794 namespace.go:102] [openshift-network-operator] adding namespace took 6.103239ms I0501 19:55:50.497527 3794 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.379139ms I0501 19:55:50.497543 3794 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0501 19:55:50.497927 3794 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.413713ms I0501 19:55:50.497946 3794 namespace.go:98] [openshift-backplane-csm] adding namespace I0501 19:55:50.498401 3794 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.496479ms I0501 19:55:50.498416 3794 namespace.go:98] [openshift-logging] adding namespace I0501 19:55:50.498840 3794 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.537065ms I0501 19:55:50.498851 3794 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0501 19:55:50.499395 3794 namespace.go:102] [openshift-machine-api] adding namespace took 6.718713ms I0501 19:55:50.499408 3794 namespace.go:98] [openshift-backplane-mobb] adding namespace I0501 19:55:50.499989 3794 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.932559ms I0501 19:55:50.500007 3794 namespace.go:98] [openshift-host-network] adding namespace I0501 19:55:50.500423 3794 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.971919ms I0501 19:55:50.500434 3794 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0501 19:55:50.500832 3794 namespace.go:102] [openshift-backplane] adding namespace took 6.94196ms I0501 19:55:50.500844 3794 namespace.go:98] [openshift-ingress-canary] adding namespace I0501 19:55:50.501191 3794 namespace.go:102] [openshift-dns-operator] adding namespace took 6.903652ms I0501 19:55:50.501207 3794 namespace.go:98] [openshift-image-registry] adding namespace I0501 19:55:50.501641 3794 namespace.go:102] [openshift-cluster-version] adding namespace took 6.925871ms I0501 19:55:50.501652 3794 namespace.go:98] [openshift-insights] adding namespace I0501 19:55:50.501992 3794 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.946443ms I0501 19:55:50.502007 3794 namespace.go:98] [openshift-apiserver-operator] adding namespace I0501 19:55:50.502393 3794 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.96765ms I0501 19:55:50.502409 3794 namespace.go:98] [openshift-etcd] adding namespace I0501 19:55:50.502927 3794 namespace.go:102] [openshift-controller-manager] adding namespace took 7.104078ms I0501 19:55:50.502944 3794 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0501 19:55:50.503391 3794 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.948318ms I0501 19:55:50.503404 3794 namespace.go:98] [openshift-route-controller-manager] adding namespace I0501 19:55:50.503802 3794 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.255291ms I0501 19:55:50.503812 3794 namespace.go:98] [openshift-network-node-identity] adding namespace I0501 19:55:50.504612 3794 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.659365ms I0501 19:55:50.504628 3794 namespace.go:98] [openshift-console-operator] adding namespace I0501 19:55:50.505018 3794 namespace.go:102] [openshift-logging] adding namespace took 6.596604ms I0501 19:55:50.505041 3794 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0501 19:55:50.505470 3794 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.614159ms I0501 19:55:50.505482 3794 namespace.go:98] [openshift-backplane-tam] adding namespace I0501 19:55:50.505852 3794 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.437252ms I0501 19:55:50.505868 3794 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0501 19:55:50.506511 3794 namespace.go:102] [openshift-host-network] adding namespace took 6.497014ms I0501 19:55:50.506526 3794 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0501 19:55:50.507061 3794 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.619269ms I0501 19:55:50.507077 3794 namespace.go:98] [openshift-backplane-cse] adding namespace I0501 19:55:50.507703 3794 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.851412ms I0501 19:55:50.507719 3794 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0501 19:55:50.508312 3794 namespace.go:102] [openshift-image-registry] adding namespace took 7.098431ms I0501 19:55:50.508328 3794 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0501 19:55:50.508915 3794 namespace.go:102] [openshift-insights] adding namespace took 7.246532ms I0501 19:55:50.508933 3794 namespace.go:98] [openshift-config-managed] adding namespace I0501 19:55:50.509514 3794 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.499782ms I0501 19:55:50.509534 3794 namespace.go:98] [kube-system] adding namespace I0501 19:55:50.509991 3794 namespace.go:102] [openshift-etcd] adding namespace took 7.57388ms I0501 19:55:50.510010 3794 namespace.go:98] [openshift-machine-config-operator] adding namespace I0501 19:55:50.510604 3794 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.655159ms I0501 19:55:50.510618 3794 namespace.go:98] [openshift-authentication] adding namespace I0501 19:55:50.511241 3794 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.831262ms I0501 19:55:50.511251 3794 namespace.go:98] [openshift-marketplace] adding namespace I0501 19:55:50.511683 3794 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.86484ms I0501 19:55:50.511697 3794 namespace.go:98] [openshift-monitoring] adding namespace I0501 19:55:50.512125 3794 namespace.go:102] [openshift-console-operator] adding namespace took 7.490596ms I0501 19:55:50.512804 3794 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.758396ms I0501 19:55:50.513226 3794 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.723283ms I0501 19:55:50.513673 3794 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.791348ms I0501 19:55:50.514159 3794 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.627313ms I0501 19:55:50.514621 3794 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.54001ms I0501 19:55:50.514634 3794 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0501 19:55:50.515112 3794 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.386275ms I0501 19:55:50.515742 3794 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.409221ms I0501 19:55:50.515754 3794 namespace.go:98] [openshift-ingress-operator] adding namespace I0501 19:55:50.516222 3794 namespace.go:102] [openshift-config-managed] adding namespace took 7.281591ms I0501 19:55:50.516683 3794 namespace.go:102] [kube-system] adding namespace took 7.143066ms I0501 19:55:50.517171 3794 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.153945ms I0501 19:55:50.517539 3794 namespace.go:102] [openshift-authentication] adding namespace took 6.915011ms I0501 19:55:50.518046 3794 namespace.go:102] [openshift-marketplace] adding namespace took 6.790162ms I0501 19:55:50.518419 3794 namespace.go:102] [openshift-monitoring] adding namespace took 6.717084ms I0501 19:55:50.518430 3794 namespace.go:98] [openshift-backplane-cee] adding namespace I0501 19:55:50.519047 3794 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.40611ms I0501 19:55:50.519502 3794 namespace.go:102] [openshift-ingress-operator] adding namespace took 3.743875ms I0501 19:55:50.520043 3794 namespace.go:102] [openshift-backplane-cee] adding namespace took 1.607388ms W0501 19:55:50.520129 3794 master.go:471] Unable to parse remote node ip-10-0-1-141.ec2.internal chassis-id annotation. Chassis may be removed during sync I0501 19:55:50.520247 3794 master.go:548] Adding or Updating local node "ip-10-0-0-151.ec2.internal" for network "default" I0501 19:55:50.520296 3794 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-141.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-141.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-141.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-141.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-141.ec2.internal W0501 19:55:50.528925 3794 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-qzsbq: pod openshift-network-diagnostics/network-check-target-qzsbq: no pod IPs found W0501 19:55:50.528945 3794 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ssll7: pod openshift-multus/network-metrics-daemon-ssll7: no pod IPs found I0501 19:55:50.529992 3794 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-151.ec2.internal for the network default I0501 19:55:50.530335 3794 zone_ic_handler.go:195] Time taken to create transit switch: 330.107µs I0501 19:55:50.531152 3794 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0501 19:55:50.531177 3794 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0501 19:55:50.531191 3794 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0501 19:55:50.531208 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-151.ec2.internal in network "default" I0501 19:55:50.531272 3794 node_tracker.go:169] Node ip-10-0-0-151.ec2.internal switch + router changed, syncing services in network "default" I0501 19:55:50.531292 3794 services_controller.go:574] Full service sync requested for network=default I0501 19:55:50.531306 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0501 19:55:50.531325 3794 node_tracker.go:235] Node ip-10-0-1-141.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-141.ec2.internal" I0501 19:55:50.531337 3794 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0501 19:55:50.531342 3794 services_controller.go:574] Full service sync requested for network=default I0501 19:55:50.631451 3794 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0501 19:55:50.631479 3794 services_controller.go:208] Setting up event handlers for services for network=default I0501 19:55:50.631558 3794 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0501 19:55:50.631608 3794 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0501 19:55:50.631624 3794 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0501 19:55:50.731825 3794 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0501 19:55:50.731848 3794 repair.go:60] Starting repairing loop for services I0501 19:55:50.731950 3794 repair.go:131] Deleted 0 stale service LBs I0501 19:55:50.731970 3794 repair.go:137] Deleted 0 stale Chassis Template Vars I0501 19:55:50.731987 3794 repair.go:62] Finished repairing loop for services: 141.867µs I0501 19:55:50.732009 3794 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0501 19:55:50.732020 3794 services_controller.go:254] Starting workers for network=default I0501 19:55:50.732290 3794 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ssll7] creating logical port openshift-multus_network-metrics-daemon-ssll7 for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:50.732386 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qzsbq] creating logical port openshift-network-diagnostics_network-check-target-qzsbq for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:50.732506 3794 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-t4ls2, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-t4ls2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-t4ls2: no pod IPs found I0501 19:55:50.732532 3794 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ssll7 I0501 19:55:50.732539 3794 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zt9wf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zt9wf: suppressed error logged: pod openshift-multus/network-metrics-daemon-zt9wf: no pod IPs found I0501 19:55:50.732601 3794 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-qzsbq I0501 19:55:50.746228 3794 pod.go:62] [openshift-multus/network-metrics-daemon-ssll7] pod update took 13.832239ms I0501 19:55:50.746249 3794 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ssll7] addLogicalPort annotation time took 13.861581ms I0501 19:55:50.747190 3794 pods.go:271] [openshift-multus/network-metrics-daemon-ssll7] addLogicalPort took 14.910334ms, libovsdb time 748.087µs I0501 19:55:50.750228 3794 pod.go:62] [openshift-network-diagnostics/network-check-target-qzsbq] pod update took 17.772922ms I0501 19:55:50.750246 3794 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-qzsbq] addLogicalPort annotation time took 17.794134ms I0501 19:55:50.751257 3794 pods.go:271] [openshift-network-diagnostics/network-check-target-qzsbq] addLogicalPort took 18.880592ms, libovsdb time 764.173µs I0501 19:55:50.751807 3794 admin_network_policy_controller.go:227] Starting controller default-network-controller I0501 19:55:50.751830 3794 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0501 19:55:50.751841 3794 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0501 19:55:50.751845 3794 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0501 19:55:50.752024 3794 repair.go:29] Repairing admin network policies took 173.189µs I0501 19:55:50.752188 3794 repair.go:92] Repairing baseline admin network policies took 152.086µs I0501 19:55:50.752602 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0501 19:55:50.752619 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0501 19:55:50.754247 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0501 19:55:50.754266 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0501 19:55:50.754275 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0501 19:55:50.756393 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0501 19:55:50.756421 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0501 19:55:50.756435 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0501 19:55:50.758754 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0501 19:55:50.758782 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0501 19:55:50.758799 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0501 19:55:50.761172 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0501 19:55:50.761195 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0501 19:55:50.761205 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0501 19:55:50.762809 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0501 19:55:50.762830 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0501 19:55:50.762838 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0501 19:55:50.764836 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0501 19:55:50.764856 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0501 19:55:50.764866 3794 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0501 19:55:50.766636 3794 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0501 19:55:50.766661 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0501 19:55:50.766670 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0501 19:55:50.766996 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0501 19:55:50.767016 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0501 19:55:50.767025 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0501 19:55:50.767690 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0501 19:55:50.767715 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0501 19:55:50.767730 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0501 19:55:50.768869 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0501 19:55:50.768888 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0501 19:55:50.768900 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0501 19:55:50.770130 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0501 19:55:50.770154 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0501 19:55:50.770168 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0501 19:55:50.771588 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0501 19:55:50.771608 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0501 19:55:50.771616 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0501 19:55:50.772419 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0501 19:55:50.772437 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0501 19:55:50.772446 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0501 19:55:50.773294 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0501 19:55:50.773317 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0501 19:55:50.773330 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0501 19:55:50.773818 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0501 19:55:50.773837 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0501 19:55:50.773845 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0501 19:55:50.774689 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0501 19:55:50.774703 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0501 19:55:50.774709 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0501 19:55:50.774997 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0501 19:55:50.775017 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0501 19:55:50.775029 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0501 19:55:50.775481 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0501 19:55:50.775518 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0501 19:55:50.775897 3794 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0501 19:55:50.775909 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0501 19:55:50.776576 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0501 19:55:50.776595 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0501 19:55:50.776604 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0501 19:55:50.777644 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0501 19:55:50.777661 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0501 19:55:50.777669 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0501 19:55:50.778131 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0501 19:55:50.778149 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0501 19:55:50.778171 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0501 19:55:50.778872 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0501 19:55:50.778888 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0501 19:55:50.778895 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0501 19:55:50.779367 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0501 19:55:50.779384 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0501 19:55:50.779393 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0501 19:55:50.779902 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0501 19:55:50.779924 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0501 19:55:50.779933 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0501 19:55:50.780166 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0501 19:55:50.780182 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0501 19:55:50.780190 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0501 19:55:50.780708 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0501 19:55:50.780724 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0501 19:55:50.780730 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0501 19:55:50.780988 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0501 19:55:50.781011 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0501 19:55:50.781022 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0501 19:55:50.782250 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0501 19:55:50.782271 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0501 19:55:50.782286 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0501 19:55:50.782771 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0501 19:55:50.787153 3794 egressfirewall.go:374] Starting EgressFirewall controller I0501 19:55:50.787194 3794 controller.go:133] Adding controller egress-firewall-controller event handlers I0501 19:55:50.787195 3794 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0501 19:55:50.787225 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0501 19:55:50.787239 3794 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0501 19:55:50.787225 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0501 19:55:50.787247 3794 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0501 19:55:50.787526 3794 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0501 19:55:50.787539 3794 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0501 19:55:50.787545 3794 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0501 19:55:50.787554 3794 egressqos.go:193] Setting up event handlers for EgressQoS I0501 19:55:50.787560 3794 egressfirewall.go:723] Syncing node "ip-10-0-0-151.ec2.internal" for egress firewall I0501 19:55:50.787570 3794 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall I0501 19:55:50.787638 3794 egressqos.go:245] Starting EgressQoS Controller I0501 19:55:50.787648 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0501 19:55:50.787654 3794 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0501 19:55:50.787659 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0501 19:55:50.787664 3794 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0501 19:55:50.787668 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0501 19:55:50.787673 3794 shared_informer.go:356] "Caches are synced" controller="egressqos" I0501 19:55:50.787676 3794 egressqos.go:259] Repairing EgressQoSes I0501 19:55:50.787680 3794 egressqos.go:399] Starting repairing loop for egressqos I0501 19:55:50.787744 3794 egressqos.go:401] Finished repairing loop for egressqos: 64.385µs I0501 19:55:50.787760 3794 egressservice_zone.go:132] Setting up event handlers for Egress Services I0501 19:55:50.787805 3794 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-151.ec2.internal I0501 19:55:50.787849 3794 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-151.ec2.internal : 43.76µs I0501 19:55:50.787930 3794 egressservice_zone.go:210] Starting Egress Services Controller I0501 19:55:50.787947 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0501 19:55:50.787959 3794 shared_informer.go:356] "Caches are synced" controller="egressservices" I0501 19:55:50.787969 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0501 19:55:50.787978 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0501 19:55:50.787990 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0501 19:55:50.787999 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0501 19:55:50.788009 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0501 19:55:50.788017 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0501 19:55:50.788024 3794 egressservice_zone.go:228] Repairing Egress Services I0501 19:55:50.788273 3794 master_controller.go:88] Starting Admin Policy Based Route Controller I0501 19:55:50.788284 3794 external_controller.go:278] Starting Admin Policy Based Route Controller I0501 19:55:50.788347 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0501 19:55:50.788360 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 13.486µs I0501 19:55:50.788364 3794 default_network_controller.go:585] Completing all the Watchers took 305.809675ms I0501 19:55:50.788370 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-151.ec2.internal I0501 19:55:50.788374 3794 default_network_controller.go:589] Starting unidling controllers I0501 19:55:50.788377 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-151.ec2.internal: 7.705µs I0501 19:55:50.788385 3794 unidle.go:46] Registering OVN SB ControllerEvent handler I0501 19:55:50.788391 3794 unidle.go:63] Populating Initial ContollerEvent events I0501 19:55:50.788402 3794 unidle.go:79] Setting up event handlers for services I0501 19:55:50.788446 3794 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0501 19:55:50.849097 3794 default_node_network_controller.go:519] Node connection status = connected I0501 19:55:51.349512 3794 default_node_network_controller.go:519] Node connection status = connected I0501 19:55:51.850110 3794 default_node_network_controller.go:519] Node connection status = connected I0501 19:55:52.349352 3794 default_node_network_controller.go:519] Node connection status = connected I0501 19:55:52.564516 3794 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0501 19:55:52.849453 3794 default_node_network_controller.go:519] Node connection status = connected I0501 19:55:52.868973 3794 bridgeconfig.go:537] Gateway is ready I0501 19:55:52.868998 3794 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0501 19:55:52.881533 3794 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.151. Updating OVN encap IP. I0501 19:55:52.887177 3794 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.151 - it is already configured I0501 19:55:52.887200 3794 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.151/24:{} 172.20.0.1/32:{}]. Updating annotations. I0501 19:55:52.887472 3794 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.151/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-151.ec2.internal","mac-address":"12:75:44:c8:fd:65","ip-addresses":["10.0.0.151/24"],"ip-address":"10.0.0.151/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ce467e03-9161-4435-83e7-f26a9fb4bb0d k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.151/24"}] on node ip-10-0-0-151.ec2.internal I0501 19:55:52.902228 3794 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.151 I0501 19:55:52.902342 3794 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-151.ec2.internal I0501 19:55:52.902791 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-151.ec2.internal in network "default" I0501 19:55:52.902855 3794 node_tracker.go:169] Node ip-10-0-0-151.ec2.internal switch + router changed, syncing services in network "default" I0501 19:55:52.902879 3794 services_controller.go:574] Full service sync requested for network=default I0501 19:55:52.902884 3794 master.go:548] Adding or Updating local node "ip-10-0-0-151.ec2.internal" for network "default" I0501 19:55:52.902886 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-151.ec2.internal I0501 19:55:52.902899 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-151.ec2.internal: 16.018µs I0501 19:55:52.902860 3794 egressfirewall.go:723] Syncing node "ip-10-0-0-151.ec2.internal" for egress firewall I0501 19:55:52.907723 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-151.ec2.internal. Updating no re-route policies I0501 19:55:52.907808 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxfm4 I0501 19:55:52.907824 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-151.ec2.internal I0501 19:55:52.907813 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ztbvs I0501 19:55:52.907843 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ztbvs I0501 19:55:52.907844 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qflg4 I0501 19:55:52.907845 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mn2d2 I0501 19:55:52.907853 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-t4ls2 I0501 19:55:52.907865 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7tqj2 I0501 19:55:52.907872 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-rbffw I0501 19:55:52.907880 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7tqj2 I0501 19:55:52.907855 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ssll7 I0501 19:55:52.907879 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-qzsbq I0501 19:55:52.907885 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-966p6 I0501 19:55:52.907891 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-151.ec2.internal I0501 19:55:52.907893 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ssll7 I0501 19:55:52.907898 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-qzsbq I0501 19:55:52.907899 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-vt84q I0501 19:55:52.907899 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-966p6 I0501 19:55:52.907902 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-151.ec2.internal I0501 19:55:52.907906 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7tqj2 after 0 failed attempt(s) I0501 19:55:52.907899 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zt9wf I0501 19:55:52.907909 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-vt84q I0501 19:55:52.907880 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-t4ls2 I0501 19:55:52.907918 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zt9wf I0501 19:55:52.907931 3794 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ssll7] creating logical port openshift-multus_network-metrics-daemon-ssll7 for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:52.907938 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-vt84q after 0 failed attempt(s) I0501 19:55:52.907831 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxfm4 I0501 19:55:52.907845 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-151.ec2.internal I0501 19:55:52.907962 3794 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-zt9wf, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zt9wf: suppressed error logged: pod openshift-multus/network-metrics-daemon-zt9wf: no pod IPs found I0501 19:55:52.907970 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxfm4 after 0 failed attempt(s) I0501 19:55:52.907872 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ztbvs after 0 failed attempt(s) I0501 19:55:52.907872 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mn2d2 I0501 19:55:52.908001 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mn2d2 after 0 failed attempt(s) I0501 19:55:52.908005 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-151.ec2.internal after 0 failed attempt(s) I0501 19:55:52.907884 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-rbffw I0501 19:55:52.907829 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-flqh9 I0501 19:55:52.908025 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-966p6 after 0 failed attempt(s) I0501 19:55:52.907860 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qflg4 I0501 19:55:52.908030 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-flqh9 I0501 19:55:52.908054 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qflg4 after 0 failed attempt(s) I0501 19:55:52.908047 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-qzsbq] creating logical port openshift-network-diagnostics_network-check-target-qzsbq for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:52.908030 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-rbffw after 0 failed attempt(s) I0501 19:55:52.908056 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-flqh9 after 0 failed attempt(s) I0501 19:55:52.907960 3794 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-t4ls2, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-t4ls2: suppressed error logged: pod openshift-network-diagnostics/network-check-target-t4ls2: no pod IPs found I0501 19:55:52.908117 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-151.ec2.internal after 0 failed attempt(s) I0501 19:55:52.908844 3794 pods.go:271] [openshift-multus/network-metrics-daemon-ssll7] addLogicalPort took 925.344µs, libovsdb time 356.378µs I0501 19:55:52.908858 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ssll7 after 0 failed attempt(s) I0501 19:55:52.908936 3794 pods.go:271] [openshift-network-diagnostics/network-check-target-qzsbq] addLogicalPort took 927.792µs, libovsdb time 247.142µs I0501 19:55:52.908947 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-qzsbq after 0 failed attempt(s) I0501 19:55:52.917233 3794 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0501 19:55:52.932175 3794 iptables.go:108] Creating table: mangle chain: OUTPUT I0501 19:55:52.935972 3794 iptables.go:108] Creating table: nat chain: OUTPUT I0501 19:55:52.985086 3794 iptables.go:108] Creating table: nat chain: PREROUTING I0501 19:55:53.052156 3794 iptables.go:108] Creating table: filter chain: FORWARD I0501 19:55:53.071506 3794 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0501 19:55:53.071630 3794 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0501 19:55:53.071675 3794 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0501 19:55:53.071750 3794 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0501 19:55:53.071798 3794 gateway_init.go:325] Gateway and management port readiness took 2.727348738s I0501 19:55:53.071828 3794 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0501 19:55:53.071866 3794 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0501 19:55:53.071878 3794 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0501 19:55:53.071887 3794 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0501 19:55:53.071944 3794 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0501 19:55:53.072028 3794 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.356µs I0501 19:55:53.072210 3794 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0501 19:55:53.072242 3794 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.263µs I0501 19:55:53.072250 3794 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 40.006µs I0501 19:55:53.072256 3794 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0501 19:55:53.072265 3794 nad_controller.go:379] [node-nad-controller NAD controller]: started I0501 19:55:53.072270 3794 default_node_network_controller.go:899] Starting the default node network controller I0501 19:55:53.072275 3794 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0501 19:55:53.072354 3794 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.436µs I0501 19:55:53.072452 3794 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0501 19:55:53.072461 3794 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0501 19:55:53.072505 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a6b220 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ee000 0xc0002ee070 0xc000c90000 0xc0002ee0e0 0xc0002ee150 0xc00048a320 0xc0065747e0 0xc0002ee1c0 map[0x2ff9080:0xc0020fcd20 0x2ff95c0:0xc0020fcf60 0x2ffa2e0:0xc0020fcc60 0x2ffa580:0xc0020fccc0 0x2ffad60:0xc0020fcd80 0x2ffb000:0xc0020fcea0 0x2ffb2a0:0xc0020fcf00 0x2ffba80:0xc0020fcfc0 0x2ffbd20:0xc0020fd020 0x3026980:0xc001702f00 0x3026d20:0xc001702f60 0x3027800:0xc000be8960 0x3029160:0xc001c2e000 0x30298a0:0xc0020fcc00 0x302a720:0xc001702c60] 0xc0000d3260 0} I0501 19:55:53.072562 3794 gateway.go:151] Starting gateway service sync I0501 19:55:53.072997 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0501 19:55:53.075447 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0501 19:55:53.090765 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0501 19:55:53.092110 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0501 19:55:53.093416 3794 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0501 19:55:53.129005 3794 gateway.go:168] Gateway service sync done. Time taken: 56.430194ms I0501 19:55:53.129575 3794 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31102 I0501 19:55:53.129851 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a6b220 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ee000 0xc0002ee070 0xc000c90000 0xc0002ee0e0 0xc0002ee150 0xc00048a320 0xc0065747e0 0xc0002ee1c0 map[0x2ff9080:0xc0020fcd20 0x2ff95c0:0xc0020fcf60 0x2ffa2e0:0xc0020fcc60 0x2ffa580:0xc0020fccc0 0x2ffad60:0xc0020fcd80 0x2ffb000:0xc0020fcea0 0x2ffb2a0:0xc0020fcf00 0x2ffba80:0xc0020fcfc0 0x2ffbd20:0xc0020fd020 0x3026980:0xc001702f00 0x3026d20:0xc001702f60 0x3027800:0xc000be8960 0x3029160:0xc001c2e000 0x30298a0:0xc0020fcc00 0x302a720:0xc001702c60] 0xc0000d3260 0} I0501 19:55:53.130311 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a6b220 0xc0002d3dc0 0xc0002d3e30 0xc0002d3ea0 0xc0002d3f10 0xc0002ee000 0xc0002ee070 0xc000c90000 0xc0002ee0e0 0xc0002ee150 0xc00048a320 0xc0065747e0 0xc0002ee1c0 map[0x2ff9080:0xc0020fcd20 0x2ff95c0:0xc0020fcf60 0x2ffa2e0:0xc0020fcc60 0x2ffa580:0xc0020fccc0 0x2ffad60:0xc0020fcd80 0x2ffb000:0xc0020fcea0 0x2ffb2a0:0xc0020fcf00 0x2ffba80:0xc0020fcfc0 0x2ffbd20:0xc0020fd020 0x3026980:0xc001702f00 0x3026d20:0xc001702f60 0x3027800:0xc000be8960 0x3029160:0xc001c2e000 0x30298a0:0xc0020fcc00 0x302a720:0xc001702c60] 0xc0000d3260 0} I0501 19:55:53.130357 3794 gateway.go:532] Reconciling gateway with updates I0501 19:55:53.136240 3794 gateway.go:339] Spawning Conntrack Rule Check Thread I0501 19:55:53.136317 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 19:55:53.136333 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0501 19:55:53.136339 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 19:55:53.136346 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0501 19:55:53.136348 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0501 19:55:53.136319 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 19:55:53.136356 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0501 19:55:53.136362 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 19:55:53.136366 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0501 19:55:53.136374 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0501 19:55:53.136383 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 19:55:53.136386 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0501 19:55:53.136390 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 19:55:53.136376 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0501 19:55:53.136399 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0501 19:55:53.136341 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 19:55:53.136411 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0501 19:55:53.136417 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 19:55:53.136424 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 19:55:53.136424 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0501 19:55:53.136401 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0501 19:55:53.136438 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0501 19:55:53.136437 3794 default_node_network_controller.go:944] Gateway and management port readiness took 63.962953ms I0501 19:55:53.136416 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 19:55:53.136443 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:55:53.136442 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 19:55:53.136449 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0501 19:55:53.136456 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 19:55:53.136411 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 19:55:53.136457 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:55:53.136468 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 19:55:53.136473 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 19:55:53.136479 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 19:55:53.136476 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0501 19:55:53.136473 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 19:55:53.136483 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0501 19:55:53.136500 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0501 19:55:53.136513 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 19:55:53.136521 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 19:55:53.136524 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0501 19:55:53.136460 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0501 19:55:53.136528 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 19:55:53.136534 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 19:55:53.136540 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 19:55:53.136541 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0501 19:55:53.136549 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 19:55:53.136549 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 19:55:53.136553 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0501 19:55:53.136550 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0501 19:55:53.136561 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 19:55:53.136560 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 19:55:53.136565 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 19:55:53.136564 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0501 19:55:53.136575 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 19:55:53.136582 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 19:55:53.136586 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 19:55:53.136594 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 19:55:53.136601 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0501 19:55:53.136525 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 19:55:53.136646 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 19:55:53.136679 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 19:55:53.136682 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 19:55:53.136680 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 19:55:53.136692 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 19:55:53.136698 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 19:55:53.136697 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 19:55:53.136710 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 19:55:53.136433 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 19:55:53.136543 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 19:55:53.136584 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0501 19:55:53.136745 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 19:55:53.136746 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0501 19:55:53.136754 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 19:55:53.136762 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 19:55:53.136790 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 19:55:53.136683 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 19:55:53.136926 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 19:55:53.136978 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 19:55:53.137008 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 19:55:53.136528 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 32163 is already open, no action needed I0501 19:55:53.136924 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 19:55:53.137022 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 19:55:53.137043 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0501 19:55:53.137047 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 19:55:53.137048 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 32765 is already open, no action needed I0501 19:55:53.136436 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 19:55:53.137062 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 19:55:53.137072 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 19:55:53.136441 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 19:55:53.137085 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 19:55:53.137090 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0501 19:55:53.137097 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 19:55:53.136563 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0501 19:55:53.137103 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0501 19:55:53.136933 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 19:55:53.136457 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 19:55:53.137156 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 19:55:53.137233 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0501 19:55:53.136407 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0501 19:55:53.137270 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0501 19:55:53.137536 3794 node_ip_handler_linux.go:160] Node IP manager is running I0501 19:55:53.158897 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0501 19:55:53.158916 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0501 19:55:53.158940 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0501 19:55:53.158952 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0501 19:55:53.158960 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0501 19:55:53.158967 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0501 19:55:53.158975 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0501 19:55:53.158985 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0501 19:55:53.159004 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0501 19:55:53.159012 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0501 19:55:53.159018 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0501 19:55:53.159023 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0501 19:55:53.159029 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0501 19:55:53.159034 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0501 19:55:53.159040 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0501 19:55:53.159045 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0501 19:55:53.159049 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0501 19:55:53.159055 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0501 19:55:53.159061 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0501 19:55:53.159066 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0501 19:55:53.159071 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0501 19:55:53.159077 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0501 19:55:53.159083 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0501 19:55:53.159088 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0501 19:55:53.159105 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0501 19:55:53.159113 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0501 19:55:53.159118 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0501 19:55:53.159123 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0501 19:55:53.159128 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) W0501 19:55:53.178353 3794 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0501 19:55:53.178534 3794 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0501 19:55:53.178674 3794 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0501 19:55:53.207442 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0501 19:55:53.207464 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0501 19:55:53.207471 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0501 19:55:53.207477 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0501 19:55:53.207503 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0501 19:55:53.253476 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0501 19:55:53.997502 3794 default_network_controller.go:1025] Node "ip-10-0-1-141.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 19:55:55.150190 3794 default_node_network_controller.go:1380] Starting node controller node sync W0501 19:55:55.150229 3794 egressip_healthcheck.go:76] Health checking using insecure connection I0501 19:55:55.150274 3794 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0501 19:55:55.161953 3794 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.743252ms I0501 19:55:55.162091 3794 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0501 19:55:55.162396 3794 egressservice_node.go:93] Setting up event handlers for Egress Services I0501 19:55:55.162621 3794 egressservice_node.go:183] Starting Egress Services Controller I0501 19:55:55.162637 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0501 19:55:55.162646 3794 shared_informer.go:356] "Caches are synced" controller="egressservices" I0501 19:55:55.162652 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0501 19:55:55.162657 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0501 19:55:55.162662 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0501 19:55:55.162667 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0501 19:55:55.162671 3794 egressservice_node.go:197] Repairing Egress Services I0501 19:55:55.173103 3794 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0501 19:55:55.173115 3794 external_controller.go:278] Starting Admin Policy Based Route Controller I0501 19:55:55.173302 3794 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0501 19:55:55.173320 3794 link_network_manager.go:119] Link manager is running I0501 19:55:55.173329 3794 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0501 19:55:55.173609 3794 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0501 19:55:55.173760 3794 vrf_manager.go:128] VRF manager is running I0501 19:55:55.173879 3794 node_controller_manager.go:437] Removing flows to drop GARP I0501 19:55:55.173891 3794 gateway.go:532] Reconciling gateway with updates I0501 19:55:55.196425 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0501 19:55:55.196435 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:55:55.196458 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:55:55.196457 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 19:55:55.196454 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 19:55:55.196471 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0501 19:55:55.196471 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0501 19:55:55.196475 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0501 19:55:55.196477 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0501 19:55:55.196508 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 19:55:55.196507 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 19:55:55.196521 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0501 19:55:55.196522 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0501 19:55:55.196532 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0501 19:55:55.196534 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 19:55:55.196538 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 19:55:55.196549 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0501 19:55:55.196556 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0501 19:55:55.196557 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0501 19:55:55.196483 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0501 19:55:55.196560 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 19:55:55.196567 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 19:55:55.196584 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0501 19:55:55.196586 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 19:55:55.196584 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0501 19:55:55.196599 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0501 19:55:55.196601 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0501 19:55:55.196605 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 19:55:55.196612 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0501 19:55:55.196619 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 19:55:55.196627 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 19:55:55.196632 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 19:55:55.196632 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 19:55:55.196638 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 19:55:55.196639 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0501 19:55:55.196638 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0501 19:55:55.196642 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0501 19:55:55.196646 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0501 19:55:55.196650 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0501 19:55:55.196648 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0501 19:55:55.196653 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0501 19:55:55.196660 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0501 19:55:55.196667 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0501 19:55:55.196667 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0501 19:55:55.196673 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 19:55:55.196678 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0501 19:55:55.196670 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 19:55:55.196684 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0501 19:55:55.196687 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 19:55:55.196689 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 19:55:55.196691 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0501 19:55:55.196425 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 19:55:55.196703 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 19:55:55.196706 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0501 19:55:55.196705 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0501 19:55:55.196709 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 19:55:55.196714 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0501 19:55:55.196725 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0501 19:55:55.196724 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0501 19:55:55.196458 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0501 19:55:55.196748 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0501 19:55:55.196766 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0501 19:55:55.196771 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0501 19:55:55.196705 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0501 19:55:55.196784 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 19:55:55.196796 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0501 19:55:55.196800 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0501 19:55:55.196692 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0501 19:55:55.196836 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0501 19:55:55.196620 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 19:55:55.196619 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0501 19:55:55.196925 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 19:55:55.196929 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0501 19:55:55.196937 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0501 19:55:55.196936 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 19:55:55.196948 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0501 19:55:55.196585 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0501 19:55:55.196631 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0501 19:55:55.196992 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 19:55:55.197012 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0501 19:55:55.197013 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 19:55:55.197025 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0501 19:55:55.196648 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0501 19:55:55.197059 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0501 19:55:55.196647 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0501 19:55:55.197104 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0501 19:55:55.197116 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 19:55:55.196645 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 19:55:55.197129 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0501 19:55:55.197129 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0501 19:55:55.196663 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 19:55:55.197181 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0501 19:55:55.196671 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 19:55:55.197197 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0501 19:55:55.196689 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0501 19:55:55.197231 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0501 19:55:55.196705 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0501 19:55:55.197238 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0501 19:55:55.196705 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0501 19:55:55.197263 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0501 19:55:55.196656 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0501 19:55:55.197291 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0501 19:55:55.197318 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 32163 is already open, no action needed I0501 19:55:55.197329 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 32765 is already open, no action needed I0501 19:55:55.236909 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0501 19:55:55.236936 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0501 19:55:55.236945 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0501 19:55:55.236960 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0501 19:55:55.236972 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0501 19:55:55.236979 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0501 19:55:55.236986 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0501 19:55:55.236991 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0501 19:55:55.236998 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0501 19:55:55.237003 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0501 19:55:55.237008 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0501 19:55:55.237014 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0501 19:55:55.237022 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0501 19:55:55.237038 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0501 19:55:55.237044 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0501 19:55:55.237048 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0501 19:55:55.237054 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0501 19:55:55.237058 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0501 19:55:55.237063 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0501 19:55:55.237069 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0501 19:55:55.237074 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0501 19:55:55.277372 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0501 19:55:55.277410 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0501 19:55:55.277423 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0501 19:55:55.277435 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0501 19:55:55.277444 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0501 19:55:55.277454 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0501 19:55:55.277461 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0501 19:55:55.317308 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0501 19:55:55.317319 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0501 19:55:57.447702 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-151.ec2.internal I0501 19:55:57.447741 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-151.ec2.internal: 47.333µs I0501 19:55:57.476221 3794 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78b77c84b6-s5p2h] creating logical port openshift-image-registry_image-registry-78b77c84b6-s5p2h for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:57.476351 3794 kube.go:256] Updating pod openshift-image-registry/image-registry-78b77c84b6-s5p2h I0501 19:55:57.494375 3794 pod.go:62] [openshift-image-registry/image-registry-78b77c84b6-s5p2h] pod update took 18.055858ms I0501 19:55:57.494399 3794 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-78b77c84b6-s5p2h] addLogicalPort annotation time took 18.098153ms I0501 19:55:57.495668 3794 pods.go:271] [openshift-image-registry/image-registry-78b77c84b6-s5p2h] addLogicalPort took 19.462592ms, libovsdb time 954.526µs I0501 19:55:57.512354 3794 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-pk647] creating logical port openshift-ingress-canary_ingress-canary-pk647 for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:57.512481 3794 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-pk647 I0501 19:55:57.518018 3794 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-4j4sj for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:57.518104 3794 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj I0501 19:55:57.518109 3794 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ccgbp] creating logical port openshift-dns_dns-default-ccgbp for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:57.518209 3794 kube.go:256] Updating pod openshift-dns/dns-default-ccgbp I0501 19:55:57.528766 3794 pod.go:62] [openshift-ingress-canary/ingress-canary-pk647] pod update took 16.311625ms I0501 19:55:57.528786 3794 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-pk647] addLogicalPort annotation time took 16.336186ms I0501 19:55:57.530058 3794 pods.go:271] [openshift-ingress-canary/ingress-canary-pk647] addLogicalPort took 17.758352ms, libovsdb time 996.536µs I0501 19:55:57.535977 3794 pod.go:62] [openshift-dns/dns-default-ccgbp] pod update took 17.7945ms I0501 19:55:57.536001 3794 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ccgbp] addLogicalPort annotation time took 17.821059ms I0501 19:55:57.536097 3794 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj] pod update took 18.019014ms I0501 19:55:57.536117 3794 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj] addLogicalPort annotation time took 18.041753ms I0501 19:55:57.537133 3794 pods.go:271] [openshift-dns/dns-default-ccgbp] addLogicalPort took 19.035104ms, libovsdb time 835.24µs I0501 19:55:57.537252 3794 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj] addLogicalPort took 19.248745ms, libovsdb time 897.641µs I0501 19:55:57.538182 3794 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29627750-rzwd7 for pod on switch ip-10-0-0-151.ec2.internal I0501 19:55:57.538251 3794 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 I0501 19:55:57.549508 3794 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7] pod update took 11.26473ms I0501 19:55:57.549528 3794 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7] addLogicalPort annotation time took 11.306282ms I0501 19:55:57.550594 3794 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7] addLogicalPort took 12.417214ms, libovsdb time 756.992µs I0501 19:55:57.930207 3794 cni.go:452] [openshift-ingress-canary/ingress-canary-pk647 9a0b6f6a824c70b199c518b69223bae64e3c3bdf4f1b720ad592a458b48e9283 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-pk647 9a0b6f6a824c70b199c518b69223bae64e3c3bdf4f1b720ad592a458b48e9283 network default NAD default NAD key ] I0501 19:55:57.941424 3794 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj 085d615ffe2dc5526496dd6a3edfa2b19a9fdfda2a2bb8599728236130bfca24 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj 085d615ffe2dc5526496dd6a3edfa2b19a9fdfda2a2bb8599728236130bfca24 network default NAD default NAD key ] I0501 19:55:57.965351 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-4j4sj, hostIfaceName: 085d615ffe2dc55, network: default, NAD default, SandboxID: "085d615ffe2dc5526496dd6a3edfa2b19a9fdfda2a2bb8599728236130bfca24", PCI device ID: , UID: "bed3cac8-55d7-4598-9ea5-74cb9c5fbf85", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0501 19:55:57.966721 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-pk647, hostIfaceName: 9a0b6f6a824c70b, network: default, NAD default, SandboxID: "9a0b6f6a824c70b199c518b69223bae64e3c3bdf4f1b720ad592a458b48e9283", PCI device ID: , UID: "af7da545-1d50-4191-b861-701ed94a772d", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0501 19:55:57.985155 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778 network default NAD default NAD key ] I0501 19:55:57.995389 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29627750-rzwd7, hostIfaceName: 00e08da9d6451e5, network: default, NAD default, SandboxID: "00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778", PCI device ID: , UID: "103e6b57-681b-406e-ac99-68b48aedc7eb", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0501 19:55:58.023254 3794 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj 085d615ffe2dc5526496dd6a3edfa2b19a9fdfda2a2bb8599728236130bfca24 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4j4sj 085d615ffe2dc5526496dd6a3edfa2b19a9fdfda2a2bb8599728236130bfca24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:18:a6:79:4f:61\",\"name\":\"085d615ffe2dc55\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98b65ba0-5162-4212-8ac9-5777a142518c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 19:55:58.024393 3794 cni.go:473] [openshift-ingress-canary/ingress-canary-pk647 9a0b6f6a824c70b199c518b69223bae64e3c3bdf4f1b720ad592a458b48e9283 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-pk647 9a0b6f6a824c70b199c518b69223bae64e3c3bdf4f1b720ad592a458b48e9283 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a6:a4:d1:0b:77\",\"name\":\"9a0b6f6a824c70b\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be304bd4-526e-4410-94d9-98c86ebe390d\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 19:55:58.044073 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:e6:62:20:19:ee\",\"name\":\"00e08da9d6451e5\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbe67a22-b399-41a4-912d-a0df7e6dbc76\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 19:56:01.844625 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0501 19:56:01.844651 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 34.368µs I0501 19:56:01.844632 3794 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall I0501 19:56:01.844679 3794 default_network_controller.go:1025] Node "ip-10-0-1-141.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0501 19:56:03.891962 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0501 19:56:08.923089 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0501 19:56:09.109434 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0501 19:56:09.109509 3794 node_tracker.go:235] Node ip-10-0-1-141.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-141.ec2.internal" I0501 19:56:09.109512 3794 default_network_controller.go:1025] Node "ip-10-0-1-141.ec2.internal" in remote zone "ip-10-0-1-141.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 19:56:09.109528 3794 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0501 19:56:09.109546 3794 services_controller.go:574] Full service sync requested for network=default I0501 19:56:09.154265 3794 default_network_controller.go:1025] Node "ip-10-0-1-141.ec2.internal" in remote zone "ip-10-0-1-141.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 19:56:09.253317 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0501 19:56:09.253389 3794 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0501 19:56:09.253395 3794 default_network_controller.go:1025] Node "ip-10-0-1-141.ec2.internal" in remote zone "ip-10-0-1-141.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 19:56:09.253405 3794 services_controller.go:574] Full service sync requested for network=default I0501 19:56:09.254416 3794 zone_ic_handler.go:195] Time taken to create transit switch: 337.822µs I0501 19:56:09.254432 3794 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-141.ec2.internal for the network default I0501 19:56:09.255611 3794 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-141.ec2.internal" on network "default" took: 1.548895ms I0501 19:56:09.806600 3794 egressfirewall.go:723] Syncing node "ip-10-0-1-141.ec2.internal" for egress firewall I0501 19:56:09.806628 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-141.ec2.internal in network "default" I0501 19:56:09.806641 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0501 19:56:09.806654 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 16.905µs I0501 19:56:09.806682 3794 node_tracker.go:169] Node ip-10-0-1-141.ec2.internal switch + router changed, syncing services in network "default" I0501 19:56:09.806695 3794 services_controller.go:574] Full service sync requested for network=default I0501 19:56:09.806693 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 19:56:09.806704 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 10.0.1.141 to PMTUD blocking rules I0501 19:56:09.813299 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-141.ec2.internal. Updating no re-route policies I0501 19:56:09.820731 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 10.0.1.141 to PMTUD blocking rules I0501 19:56:09.820752 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-141.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 19:56:14.189245 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-141.ec2.internal I0501 19:56:14.189280 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-141.ec2.internal: 41.643µs W0501 19:56:23.019886 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0501 19:56:27.868464 3794 cni.go:452] [openshift-network-diagnostics/network-check-target-qzsbq 785beb9130e73ea9eb711fe69dab9214884cc189e6683089a570ffb2da6c33ce network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-qzsbq 785beb9130e73ea9eb711fe69dab9214884cc189e6683089a570ffb2da6c33ce network default NAD default NAD key ] I0501 19:56:27.878855 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-qzsbq, hostIfaceName: 785beb9130e73ea, network: default, NAD default, SandboxID: "785beb9130e73ea9eb711fe69dab9214884cc189e6683089a570ffb2da6c33ce", PCI device ID: , UID: "c4babe3c-9a57-4d53-ab30-a304d19a827e", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0501 19:56:27.928792 3794 cni.go:473] [openshift-network-diagnostics/network-check-target-qzsbq 785beb9130e73ea9eb711fe69dab9214884cc189e6683089a570ffb2da6c33ce network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-qzsbq 785beb9130e73ea9eb711fe69dab9214884cc189e6683089a570ffb2da6c33ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:e1:6c:e0:8d:f7\",\"name\":\"785beb9130e73ea\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bc771d8-158f-4f9c-97c2-883ecb158338\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 19:56:30.958828 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0501 19:56:54.024297 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0501 19:56:54.024341 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0501 19:56:59.222284 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 19:56:59.222892 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 19:56:59.222919 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 19:56:59.222930 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0501 19:56:59.222953 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 19:56:59.222958 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0501 19:57:00.250385 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 19:57:00.250409 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 19:57:00.250426 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 19:57:00.250434 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ddk925 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0501 19:57:01.966511 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0501 19:57:03.796131 3794 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0501 19:57:03.806110 3794 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0501 20:00:00.176256 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778 network default NAD default NAD key ] I0501 20:00:00.216342 3794 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29627760-lbp4x for pod on switch ip-10-0-0-151.ec2.internal I0501 20:00:00.216463 3794 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x I0501 20:00:00.229161 3794 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x] pod update took 12.720114ms I0501 20:00:00.229188 3794 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x] addLogicalPort annotation time took 12.756525ms I0501 20:00:00.230551 3794 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x] addLogicalPort took 14.225839ms, libovsdb time 1.007103ms I0501 20:00:00.248859 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 00e08da9d6451e5e256ecaf8774b3f14618e9dd790c176bbdf5fd79e531ed778 network default NAD default NAD key default], result "{}", err I0501 20:00:00.456232 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:00:00.456289 3794 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 I0501 20:00:00.457540 3794 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7, ips: 10.128.0.9 I0501 20:00:00.457565 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:00:00.466550 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:00:00.466589 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:00:00.469601 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 I0501 20:00:00.469626 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627750-rzwd7 I0501 20:00:00.571907 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x 7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x 7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9 network default NAD default NAD key ] I0501 20:00:00.582059 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29627760-lbp4x, hostIfaceName: 7f63aafdc2e59c9, network: default, NAD default, SandboxID: "7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9", PCI device ID: , UID: "77d171cf-8bd4-4841-8a6e-e9e1bd8b72fb", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0501 20:00:00.631819 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x 7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x 7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:d1:21:4f:46:15\",\"name\":\"7f63aafdc2e59c9\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79f3afe5-8e16-4559-9273-e762c5f3b6aa\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:00:51.931847 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0501 20:01:51.920172 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0501 20:02:01.816973 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 W0501 20:02:08.819943 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0501 20:02:15.944015 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0501 20:02:19.864936 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0501 20:02:19.865004 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5h4kw IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-5h4kw: no pod IPs found I0501 20:02:39.763476 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-ltrxm for pod on switch ip-10-0-0-151.ec2.internal I0501 20:02:39.763620 3794 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm I0501 20:02:39.772985 3794 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-ngbn5] creating logical port openshift-insights_insights-operator-6dbb575d6c-ngbn5 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:02:39.773110 3794 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-ngbn5 I0501 20:02:39.797045 3794 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-2sfqn] creating logical port openshift-console-operator_console-operator-66dbbb6468-2sfqn for pod on switch ip-10-0-0-151.ec2.internal I0501 20:02:39.797169 3794 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-2sfqn I0501 20:02:39.808699 3794 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-ngbn5] pod update took 35.61483ms I0501 20:02:39.808726 3794 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-ngbn5] addLogicalPort annotation time took 35.64555ms I0501 20:02:39.809884 3794 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-ngbn5] addLogicalPort took 36.918024ms, libovsdb time 869.479µs I0501 20:02:39.817248 3794 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm] pod update took 53.650197ms I0501 20:02:39.817272 3794 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm] addLogicalPort annotation time took 53.681122ms I0501 20:02:39.818390 3794 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm] addLogicalPort took 54.930918ms, libovsdb time 761.394µs I0501 20:02:39.850197 3794 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5fc5d76568-xxbrk] creating logical port openshift-ingress_router-default-5fc5d76568-xxbrk for pod on switch ip-10-0-0-151.ec2.internal I0501 20:02:39.850291 3794 kube.go:256] Updating pod openshift-ingress/router-default-5fc5d76568-xxbrk I0501 20:02:39.853097 3794 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-2sfqn] pod update took 55.952898ms I0501 20:02:39.853120 3794 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-2sfqn] addLogicalPort annotation time took 55.979865ms I0501 20:02:39.854296 3794 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-2sfqn] addLogicalPort took 57.265947ms, libovsdb time 890.206µs I0501 20:02:39.872432 3794 pod.go:62] [openshift-ingress/router-default-5fc5d76568-xxbrk] pod update took 22.17044ms I0501 20:02:39.872455 3794 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5fc5d76568-xxbrk] addLogicalPort annotation time took 22.198106ms I0501 20:02:39.873698 3794 pods.go:271] [openshift-ingress/router-default-5fc5d76568-xxbrk] addLogicalPort took 23.523176ms, libovsdb time 918.984µs I0501 20:02:39.947307 3794 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-m6cxl for pod on switch ip-10-0-0-151.ec2.internal I0501 20:02:39.947388 3794 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl I0501 20:02:39.977746 3794 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl] pod update took 30.379776ms I0501 20:02:39.977772 3794 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl] addLogicalPort annotation time took 30.411559ms I0501 20:02:39.978895 3794 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl] addLogicalPort took 31.604814ms, libovsdb time 794.223µs I0501 20:02:39.992388 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-5hntn for pod on switch ip-10-0-0-151.ec2.internal I0501 20:02:39.992516 3794 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn I0501 20:02:40.014166 3794 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn] pod update took 21.69882ms I0501 20:02:40.014191 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn] addLogicalPort annotation time took 21.730684ms I0501 20:02:40.015416 3794 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn] addLogicalPort took 23.046395ms, libovsdb time 933.417µs I0501 20:02:40.124073 3794 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm f31be2ec8ea8e2b3196ec3cfb02e577ae829b93d7767d0df11fc375fb9b7c23f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm f31be2ec8ea8e2b3196ec3cfb02e577ae829b93d7767d0df11fc375fb9b7c23f network default NAD default NAD key ] I0501 20:02:40.128709 3794 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-ngbn5 3621366773b0a45ecd0b121567875b60d6c68ba96621217dc22f06e3fb0e78be network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-ngbn5 3621366773b0a45ecd0b121567875b60d6c68ba96621217dc22f06e3fb0e78be network default NAD default NAD key ] I0501 20:02:40.134126 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-ltrxm, hostIfaceName: f31be2ec8ea8e2b, network: default, NAD default, SandboxID: "f31be2ec8ea8e2b3196ec3cfb02e577ae829b93d7767d0df11fc375fb9b7c23f", PCI device ID: , UID: "6fdb1b09-1936-4ee4-a75b-ca539202d0e2", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0501 20:02:40.140714 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-ngbn5, hostIfaceName: 3621366773b0a45, network: default, NAD default, SandboxID: "3621366773b0a45ecd0b121567875b60d6c68ba96621217dc22f06e3fb0e78be", PCI device ID: , UID: "850b91e8-02ee-4cae-9ff2-35bf6bee8638", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0501 20:02:40.146774 3794 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-2sfqn 2cdaf9e6a3123c87da39f5ff7fc2e7581de0070456c6013e44e77d2d9a216838 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-2sfqn 2cdaf9e6a3123c87da39f5ff7fc2e7581de0070456c6013e44e77d2d9a216838 network default NAD default NAD key ] I0501 20:02:40.164373 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-2sfqn, hostIfaceName: 2cdaf9e6a3123c8, network: default, NAD default, SandboxID: "2cdaf9e6a3123c87da39f5ff7fc2e7581de0070456c6013e44e77d2d9a216838", PCI device ID: , UID: "d5b76a51-8ce6-4f93-a360-158586b04a8c", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0501 20:02:40.189076 3794 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm f31be2ec8ea8e2b3196ec3cfb02e577ae829b93d7767d0df11fc375fb9b7c23f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-ltrxm f31be2ec8ea8e2b3196ec3cfb02e577ae829b93d7767d0df11fc375fb9b7c23f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ba:97:23:78:40\",\"name\":\"f31be2ec8ea8e2b\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/615bbfd9-072c-45a1-b9b6-ea099306d9da\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:02:40.206930 3794 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-ngbn5 3621366773b0a45ecd0b121567875b60d6c68ba96621217dc22f06e3fb0e78be network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-ngbn5 3621366773b0a45ecd0b121567875b60d6c68ba96621217dc22f06e3fb0e78be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ad:1b:26:e6:d2\",\"name\":\"3621366773b0a45\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce47a8e6-65a2-4ce4-9d15-b85c5ae1998c\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:02:40.223736 3794 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-2sfqn 2cdaf9e6a3123c87da39f5ff7fc2e7581de0070456c6013e44e77d2d9a216838 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-2sfqn 2cdaf9e6a3123c87da39f5ff7fc2e7581de0070456c6013e44e77d2d9a216838 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4c:74:5b:f1:8f\",\"name\":\"2cdaf9e6a3123c8\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36bc4e32-d2b1-4c54-a4b7-0adb60c0373f\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:02:40.938611 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0501 20:02:43.832821 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0501 20:02:44.992440 3794 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0501 20:02:44.993353 3794 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 893.88µs I0501 20:02:45.017243 3794 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0501 20:02:46.206918 3794 namespace.go:98] [openshift-service-ca] adding namespace I0501 20:02:46.207821 3794 namespace.go:102] [openshift-service-ca] adding namespace took 879.084µs I0501 20:02:46.227863 3794 namespace.go:142] [openshift-service-ca] updating namespace I0501 20:02:47.877651 3794 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-78d2t] creating logical port openshift-service-ca_service-ca-d9cb48497-78d2t for pod on switch ip-10-0-0-151.ec2.internal I0501 20:02:47.877738 3794 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-78d2t I0501 20:02:47.891433 3794 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-78d2t] pod update took 13.714737ms I0501 20:02:47.891468 3794 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-78d2t] addLogicalPort annotation time took 13.753026ms I0501 20:02:47.892948 3794 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-78d2t] addLogicalPort took 15.31543ms, libovsdb time 970.685µs I0501 20:02:48.237452 3794 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-78d2t fd0e201a2e6b0296c8aa6a337e7d26a626f929ca3ceb79f6e6e8369a37b16875 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-78d2t fd0e201a2e6b0296c8aa6a337e7d26a626f929ca3ceb79f6e6e8369a37b16875 network default NAD default NAD key ] I0501 20:02:48.248117 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-78d2t, hostIfaceName: fd0e201a2e6b029, network: default, NAD default, SandboxID: "fd0e201a2e6b0296c8aa6a337e7d26a626f929ca3ceb79f6e6e8369a37b16875", PCI device ID: , UID: "94d0cfd7-1c91-4f58-a3d7-19678447997a", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0501 20:02:48.299422 3794 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-78d2t fd0e201a2e6b0296c8aa6a337e7d26a626f929ca3ceb79f6e6e8369a37b16875 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-78d2t fd0e201a2e6b0296c8aa6a337e7d26a626f929ca3ceb79f6e6e8369a37b16875 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e2:66:82:41:05\",\"name\":\"fd0e201a2e6b029\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d30ef0a-c189-45de-ac9e-b6fc256a9df8\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:02:54.727378 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0501 20:03:03.908326 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0501 20:03:05.816776 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0501 20:03:07.435894 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-54f74b774f-vw9h2 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-54f74b774f-vw9h2: no pod IPs found I0501 20:03:07.463146 3794 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-vb59v] creating logical port openshift-insights_insights-runtime-extractor-vb59v for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:07.463280 3794 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-vb59v I0501 20:03:07.489785 3794 pod.go:62] [openshift-insights/insights-runtime-extractor-vb59v] pod update took 26.539793ms I0501 20:03:07.489815 3794 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-vb59v] addLogicalPort annotation time took 26.575603ms I0501 20:03:07.491210 3794 pods.go:271] [openshift-insights/insights-runtime-extractor-vb59v] addLogicalPort took 28.079262ms, libovsdb time 1.058459ms W0501 20:03:07.565998 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0501 20:03:07.725263 3794 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-ht5fg] creating logical port openshift-console_downloads-5c54f4944f-ht5fg for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:07.725401 3794 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-ht5fg I0501 20:03:07.746219 3794 pod.go:62] [openshift-console/downloads-5c54f4944f-ht5fg] pod update took 20.844856ms I0501 20:03:07.746246 3794 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-ht5fg] addLogicalPort annotation time took 20.876352ms I0501 20:03:07.747569 3794 pods.go:271] [openshift-console/downloads-5c54f4944f-ht5fg] addLogicalPort took 22.323182ms, libovsdb time 948.613µs I0501 20:03:07.825946 3794 cni.go:452] [openshift-insights/insights-runtime-extractor-vb59v 470306a4107e34bad523243c6041b46dfab497b165cc03fd9b4421c5e23b9733 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-vb59v 470306a4107e34bad523243c6041b46dfab497b165cc03fd9b4421c5e23b9733 network default NAD default NAD key ] I0501 20:03:07.837263 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-vb59v, hostIfaceName: 470306a4107e34b, network: default, NAD default, SandboxID: "470306a4107e34bad523243c6041b46dfab497b165cc03fd9b4421c5e23b9733", PCI device ID: , UID: "60c526af-0ea5-4db8-ac9a-9b26265b37a5", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0501 20:03:07.890912 3794 cni.go:473] [openshift-insights/insights-runtime-extractor-vb59v 470306a4107e34bad523243c6041b46dfab497b165cc03fd9b4421c5e23b9733 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-vb59v 470306a4107e34bad523243c6041b46dfab497b165cc03fd9b4421c5e23b9733 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:fd:6e:24:b2:12\",\"name\":\"470306a4107e34b\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fcb74df-e858-44d0-b28f-11af936b3108\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:08.085607 3794 cni.go:452] [openshift-console/downloads-5c54f4944f-ht5fg a23cad76811e7f21116a643b8a9e56ab1348dc690cc2c4ed69b3dfaabbfaa555 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-ht5fg a23cad76811e7f21116a643b8a9e56ab1348dc690cc2c4ed69b3dfaabbfaa555 network default NAD default NAD key ] I0501 20:03:08.096924 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-ht5fg, hostIfaceName: a23cad76811e7f2, network: default, NAD default, SandboxID: "a23cad76811e7f21116a643b8a9e56ab1348dc690cc2c4ed69b3dfaabbfaa555", PCI device ID: , UID: "81856815-5361-4ce3-a674-6cd1de555fca", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0501 20:03:08.147663 3794 cni.go:473] [openshift-console/downloads-5c54f4944f-ht5fg a23cad76811e7f21116a643b8a9e56ab1348dc690cc2c4ed69b3dfaabbfaa555 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-ht5fg a23cad76811e7f21116a643b8a9e56ab1348dc690cc2c4ed69b3dfaabbfaa555 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:26:62:65:d3:2c\",\"name\":\"a23cad76811e7f2\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9598a7e1-0a25-4c81-a1ec-a079de86c171\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:09.012478 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78b77c84b6-8rw9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:03:09.013225 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78b77c84b6-8rw9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:03:09.031324 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78b77c84b6-8rw9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:03:09.031356 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78b77c84b6-8rw9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:03:09.037688 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78b77c84b6-8rw9z I0501 20:03:09.037729 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78b77c84b6-8rw9z W0501 20:03:10.022204 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0501 20:03:12.007964 3794 cni.go:452] [openshift-ingress/router-default-5fc5d76568-xxbrk 16167d52784922d4456197f9bf04e571e0f9a1ae4e9f3fcbedda463144baa8fb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5fc5d76568-xxbrk 16167d52784922d4456197f9bf04e571e0f9a1ae4e9f3fcbedda463144baa8fb network default NAD default NAD key ] I0501 20:03:12.017989 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5fc5d76568-xxbrk, hostIfaceName: 16167d52784922d, network: default, NAD default, SandboxID: "16167d52784922d4456197f9bf04e571e0f9a1ae4e9f3fcbedda463144baa8fb", PCI device ID: , UID: "6d17b7be-b8b8-4854-98fc-7818e376e024", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0501 20:03:12.068986 3794 cni.go:473] [openshift-ingress/router-default-5fc5d76568-xxbrk 16167d52784922d4456197f9bf04e571e0f9a1ae4e9f3fcbedda463144baa8fb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5fc5d76568-xxbrk 16167d52784922d4456197f9bf04e571e0f9a1ae4e9f3fcbedda463144baa8fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:f6:4f:36:e7:7a\",\"name\":\"16167d52784922d\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41518cb4-3eee-4881-895f-242bb6d4e666\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:12.111421 3794 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl 57b8477940867671536b864d4099c765312f6d1072b6468203ffa129c6c21c0e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl 57b8477940867671536b864d4099c765312f6d1072b6468203ffa129c6c21c0e network default NAD default NAD key ] I0501 20:03:12.137961 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-m6cxl, hostIfaceName: 57b847794086767, network: default, NAD default, SandboxID: "57b8477940867671536b864d4099c765312f6d1072b6468203ffa129c6c21c0e", PCI device ID: , UID: "e96a6338-b1d4-4aa3-82c3-979b1bbc4d56", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0501 20:03:12.164350 3794 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn 768ecfaa8da58e3ec59a52518a2ddaa3305add6d144ecc72c88ef7d3e287ea96 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn 768ecfaa8da58e3ec59a52518a2ddaa3305add6d144ecc72c88ef7d3e287ea96 network default NAD default NAD key ] I0501 20:03:12.174634 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-5hntn, hostIfaceName: 768ecfaa8da58e3, network: default, NAD default, SandboxID: "768ecfaa8da58e3ec59a52518a2ddaa3305add6d144ecc72c88ef7d3e287ea96", PCI device ID: , UID: "330a357c-4c00-4ba8-80a7-4cae376be87d", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0501 20:03:12.196091 3794 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl 57b8477940867671536b864d4099c765312f6d1072b6468203ffa129c6c21c0e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-m6cxl 57b8477940867671536b864d4099c765312f6d1072b6468203ffa129c6c21c0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:84:21:a3:4e:af\",\"name\":\"57b847794086767\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65158109-9842-4114-af0e-e0ddd69aee76\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:12.231358 3794 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn 768ecfaa8da58e3ec59a52518a2ddaa3305add6d144ecc72c88ef7d3e287ea96 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-5hntn 768ecfaa8da58e3ec59a52518a2ddaa3305add6d144ecc72c88ef7d3e287ea96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:db:03:e8:d2:21\",\"name\":\"768ecfaa8da58e3\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9284e29-c085-4aed-b909-639be977e43d\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:03:12.943853 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:12.943867 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:12.943877 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:12.943887 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:12.943897 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.033785 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:13.033810 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:13.033879 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.033897 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.033905 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.058149 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:13.058236 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:13.058193 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.058326 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:13.058344 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.004099 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0501 20:03:14.004127 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0501 20:03:14.091480 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0501 20:03:14.106171 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.106199 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0501 20:03:14.106207 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0501 20:03:15.123687 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4kw5n for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:15.123797 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n I0501 20:03:15.143054 3794 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n] pod update took 19.286257ms I0501 20:03:15.143083 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n] addLogicalPort annotation time took 19.320396ms I0501 20:03:15.144362 3794 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n] addLogicalPort took 20.700525ms, libovsdb time 897.402µs I0501 20:03:15.258517 3794 base_network_controller_pods.go:487] [default/openshift-console/console-fb6459fb8-dljw2] creating logical port openshift-console_console-fb6459fb8-dljw2 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:15.258629 3794 kube.go:256] Updating pod openshift-console/console-fb6459fb8-dljw2 I0501 20:03:15.283575 3794 pod.go:62] [openshift-console/console-fb6459fb8-dljw2] pod update took 24.987758ms I0501 20:03:15.283597 3794 base_network_controller_pods.go:951] [default/openshift-console/console-fb6459fb8-dljw2] addLogicalPort annotation time took 25.014201ms I0501 20:03:15.285005 3794 pods.go:271] [openshift-console/console-fb6459fb8-dljw2] addLogicalPort took 26.516156ms, libovsdb time 1.092119ms I0501 20:03:15.626743 3794 cni.go:452] [openshift-console/console-fb6459fb8-dljw2 e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-fb6459fb8-dljw2 e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4 network default NAD default NAD key ] I0501 20:03:15.636849 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-fb6459fb8-dljw2, hostIfaceName: e666bedfbdf2cbb, network: default, NAD default, SandboxID: "e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4", PCI device ID: , UID: "6eb1c261-d0b9-4303-9285-c618563645c1", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0501 20:03:15.687953 3794 cni.go:473] [openshift-console/console-fb6459fb8-dljw2 e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-fb6459fb8-dljw2 e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:25:0a:3a:75:28\",\"name\":\"e666bedfbdf2cbb\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4ce52b3-9202-4d8a-89c8-907d895d8d1e\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:16.084790 3794 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n c5eb5548d49d414d19993d4170e7abb33d32c386cfa782722b199e2daefe56da network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n c5eb5548d49d414d19993d4170e7abb33d32c386cfa782722b199e2daefe56da network default NAD default NAD key ] I0501 20:03:16.096562 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4kw5n, hostIfaceName: c5eb5548d49d414, network: default, NAD default, SandboxID: "c5eb5548d49d414d19993d4170e7abb33d32c386cfa782722b199e2daefe56da", PCI device ID: , UID: "4adce858-0ea7-41f6-b519-03c2c9f17f3d", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0501 20:03:16.148593 3794 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n c5eb5548d49d414d19993d4170e7abb33d32c386cfa782722b199e2daefe56da network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4kw5n c5eb5548d49d414d19993d4170e7abb33d32c386cfa782722b199e2daefe56da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:de:05:65:9a:06\",\"name\":\"c5eb5548d49d414\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17700e51-e996-429b-906b-9a2b96e6384e\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:16.813026 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 W0501 20:03:17.054303 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0501 20:03:17.987388 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0501 20:03:18.216889 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-wb5pm] creating logical port openshift-monitoring_prometheus-operator-76b589d668-wb5pm for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:18.217003 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-wb5pm I0501 20:03:18.232201 3794 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-wb5pm] pod update took 15.226265ms I0501 20:03:18.232227 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-wb5pm] addLogicalPort annotation time took 15.258928ms I0501 20:03:18.233637 3794 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-wb5pm] addLogicalPort took 16.766166ms, libovsdb time 1.006948ms I0501 20:03:19.090007 3794 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-wb5pm 8859de2ba4d7ed62bf6cc88c1964eec4d550dd62b9142eae22cd5e3e779859c6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-wb5pm 8859de2ba4d7ed62bf6cc88c1964eec4d550dd62b9142eae22cd5e3e779859c6 network default NAD default NAD key ] I0501 20:03:19.101051 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-wb5pm, hostIfaceName: 8859de2ba4d7ed6, network: default, NAD default, SandboxID: "8859de2ba4d7ed62bf6cc88c1964eec4d550dd62b9142eae22cd5e3e779859c6", PCI device ID: , UID: "82ede791-f042-40b8-8fbb-297820ebb8a5", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0501 20:03:19.160400 3794 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-wb5pm 8859de2ba4d7ed62bf6cc88c1964eec4d550dd62b9142eae22cd5e3e779859c6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-wb5pm 8859de2ba4d7ed62bf6cc88c1964eec4d550dd62b9142eae22cd5e3e779859c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:2f:a9:ba:cc:33\",\"name\":\"8859de2ba4d7ed6\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54343d22-1919-4bcf-89aa-0003e182660f\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:03:19.977672 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0501 20:03:20.066891 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0501 20:03:23.050168 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0501 20:03:27.926326 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0501 20:03:28.010982 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0501 20:03:28.063558 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0501 20:03:29.779374 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-qsb85] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-qsb85 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:29.779502 3794 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-qsb85 I0501 20:03:29.800125 3794 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-qsb85] pod update took 20.668978ms I0501 20:03:29.800148 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-qsb85] addLogicalPort annotation time took 20.699481ms I0501 20:03:29.801597 3794 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-qsb85] addLogicalPort took 22.239517ms, libovsdb time 1.011188ms I0501 20:03:29.843876 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-92pbn for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:29.843997 3794 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn I0501 20:03:29.863288 3794 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn] pod update took 19.319761ms I0501 20:03:29.863378 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn] addLogicalPort annotation time took 19.416293ms I0501 20:03:29.865058 3794 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn] addLogicalPort took 21.200263ms, libovsdb time 1.18797ms I0501 20:03:30.149736 3794 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-qsb85 9bfc65ddad4065f6dd6381d68b3ec6ec3d04f491759e1a670f279f2ceb16f725 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-qsb85 9bfc65ddad4065f6dd6381d68b3ec6ec3d04f491759e1a670f279f2ceb16f725 network default NAD default NAD key ] I0501 20:03:30.160709 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-qsb85, hostIfaceName: 9bfc65ddad4065f, network: default, NAD default, SandboxID: "9bfc65ddad4065f6dd6381d68b3ec6ec3d04f491759e1a670f279f2ceb16f725", PCI device ID: , UID: "ec96e665-4558-4cc7-856a-31d21bc82f67", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0501 20:03:30.215086 3794 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn 041dfa4b28cd65ef96488ceb99c0dbbc23cac2e7d5fe2a7818fec2d0fc889860 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn 041dfa4b28cd65ef96488ceb99c0dbbc23cac2e7d5fe2a7818fec2d0fc889860 network default NAD default NAD key ] I0501 20:03:30.222385 3794 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-qsb85 9bfc65ddad4065f6dd6381d68b3ec6ec3d04f491759e1a670f279f2ceb16f725 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-qsb85 9bfc65ddad4065f6dd6381d68b3ec6ec3d04f491759e1a670f279f2ceb16f725 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e3:5b:7b:05:af\",\"name\":\"9bfc65ddad4065f\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e895ac11-e4cd-4eda-a73e-7ae77e31ffcf\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:30.225356 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-92pbn, hostIfaceName: 041dfa4b28cd65e, network: default, NAD default, SandboxID: "041dfa4b28cd65ef96488ceb99c0dbbc23cac2e7d5fe2a7818fec2d0fc889860", PCI device ID: , UID: "ebf2396c-a43a-4542-824c-dc4653b492b9", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0501 20:03:30.285882 3794 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn 041dfa4b28cd65ef96488ceb99c0dbbc23cac2e7d5fe2a7818fec2d0fc889860 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-92pbn 041dfa4b28cd65ef96488ceb99c0dbbc23cac2e7d5fe2a7818fec2d0fc889860 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:1f:78:84:19:2c\",\"name\":\"041dfa4b28cd65e\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67f7e6fd-26af-4740-b594-c6e841dbc1f1\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:30.957625 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:30.957755 3794 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0501 20:03:30.992262 3794 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 34.558349ms I0501 20:03:30.992294 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 34.592407ms I0501 20:03:30.993744 3794 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 36.144373ms, libovsdb time 1.024132ms I0501 20:03:31.322958 3794 cni.go:452] [openshift-monitoring/alertmanager-main-1 00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77 network default NAD default NAD key ] I0501 20:03:31.335527 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 00357dc9e31bc89, network: default, NAD default, SandboxID: "00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77", PCI device ID: , UID: "351d018b-5c9c-4df9-b687-32c11ab3b441", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0501 20:03:31.408323 3794 cni.go:473] [openshift-monitoring/alertmanager-main-1 00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:14:e2:61:64:36\",\"name\":\"00357dc9e31bc89\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20584111-d676-430f-be39-5d577abf938c\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:32.815145 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-997f477bf-h766c] creating logical port openshift-monitoring_thanos-querier-997f477bf-h766c for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:32.815272 3794 kube.go:256] Updating pod openshift-monitoring/thanos-querier-997f477bf-h766c I0501 20:03:32.837784 3794 pod.go:62] [openshift-monitoring/thanos-querier-997f477bf-h766c] pod update took 22.557754ms I0501 20:03:32.837817 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-997f477bf-h766c] addLogicalPort annotation time took 22.594862ms I0501 20:03:32.839522 3794 pods.go:271] [openshift-monitoring/thanos-querier-997f477bf-h766c] addLogicalPort took 24.397961ms, libovsdb time 1.156445ms W0501 20:03:33.172954 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:03:33.173048 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:03:33.173062 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0501 20:03:33.186766 3794 cni.go:452] [openshift-monitoring/thanos-querier-997f477bf-h766c 3f9907ca8755a42d4e109da6fb9f15634a2d5261799d32e9cd3565ed3ae29082 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-997f477bf-h766c 3f9907ca8755a42d4e109da6fb9f15634a2d5261799d32e9cd3565ed3ae29082 network default NAD default NAD key ] I0501 20:03:33.198440 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-997f477bf-h766c, hostIfaceName: 3f9907ca8755a42, network: default, NAD default, SandboxID: "3f9907ca8755a42d4e109da6fb9f15634a2d5261799d32e9cd3565ed3ae29082", PCI device ID: , UID: "af6c092d-6798-4085-a0a1-62a9736517dd", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0501 20:03:33.279426 3794 cni.go:473] [openshift-monitoring/thanos-querier-997f477bf-h766c 3f9907ca8755a42d4e109da6fb9f15634a2d5261799d32e9cd3565ed3ae29082 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-997f477bf-h766c 3f9907ca8755a42d4e109da6fb9f15634a2d5261799d32e9cd3565ed3ae29082 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:7f:33:07:77:3f\",\"name\":\"3f9907ca8755a42\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11c7aac1-1c61-4c20-839b-08d4c7895aa7\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:03:34.071180 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:03:34.071277 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:03:34.071290 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0501 20:03:34.354036 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-65cbf8894d-b2jsj] creating logical port openshift-monitoring_metrics-server-65cbf8894d-b2jsj for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:34.354147 3794 kube.go:256] Updating pod openshift-monitoring/metrics-server-65cbf8894d-b2jsj I0501 20:03:34.377128 3794 pod.go:62] [openshift-monitoring/metrics-server-65cbf8894d-b2jsj] pod update took 23.014657ms I0501 20:03:34.377162 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-65cbf8894d-b2jsj] addLogicalPort annotation time took 23.054558ms I0501 20:03:34.378786 3794 pods.go:271] [openshift-monitoring/metrics-server-65cbf8894d-b2jsj] addLogicalPort took 24.770093ms, libovsdb time 1.150934ms I0501 20:03:34.485066 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-r7b8t for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:34.485254 3794 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t W0501 20:03:34.509293 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0501 20:03:34.513634 3794 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t] pod update took 28.416859ms I0501 20:03:34.513662 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t] addLogicalPort annotation time took 28.450529ms I0501 20:03:34.515434 3794 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t] addLogicalPort took 30.390835ms, libovsdb time 1.194043ms W0501 20:03:34.530217 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7f8464455b-w4wps IP address from the namespace address-set, err: pod openshift-console/console-7f8464455b-w4wps: no pod IPs found I0501 20:03:34.730690 3794 cni.go:452] [openshift-monitoring/metrics-server-65cbf8894d-b2jsj 767cc4ed70480c54afc5ea0e4752e03a29e5f4c84eb7451b68c5c62c8dfa55a9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-65cbf8894d-b2jsj 767cc4ed70480c54afc5ea0e4752e03a29e5f4c84eb7451b68c5c62c8dfa55a9 network default NAD default NAD key ] I0501 20:03:34.743365 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-65cbf8894d-b2jsj, hostIfaceName: 767cc4ed70480c5, network: default, NAD default, SandboxID: "767cc4ed70480c54afc5ea0e4752e03a29e5f4c84eb7451b68c5c62c8dfa55a9", PCI device ID: , UID: "39cd0252-b3b1-4d58-b2c6-58dfb8701493", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0501 20:03:34.810395 3794 cni.go:473] [openshift-monitoring/metrics-server-65cbf8894d-b2jsj 767cc4ed70480c54afc5ea0e4752e03a29e5f4c84eb7451b68c5c62c8dfa55a9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-65cbf8894d-b2jsj 767cc4ed70480c54afc5ea0e4752e03a29e5f4c84eb7451b68c5c62c8dfa55a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:fe:46:80:a7:6e\",\"name\":\"767cc4ed70480c5\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c1e0bd7-1eaa-46db-a359-22b9e05ce362\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:34.858266 3794 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t 72fd98b648e92f5d9adf2979cfad7e3d9e827a4d13adeb058946794f9f835e2a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t 72fd98b648e92f5d9adf2979cfad7e3d9e827a4d13adeb058946794f9f835e2a network default NAD default NAD key ] I0501 20:03:34.869409 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-r7b8t, hostIfaceName: 72fd98b648e92f5, network: default, NAD default, SandboxID: "72fd98b648e92f5d9adf2979cfad7e3d9e827a4d13adeb058946794f9f835e2a", PCI device ID: , UID: "78e521a8-9a80-4b6f-a190-07053346b13d", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0501 20:03:34.933429 3794 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t 72fd98b648e92f5d9adf2979cfad7e3d9e827a4d13adeb058946794f9f835e2a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r7b8t 72fd98b648e92f5d9adf2979cfad7e3d9e827a4d13adeb058946794f9f835e2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:3e:2d:25:d6:b7\",\"name\":\"72fd98b648e92f5\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a552574-7004-428d-9e5a-2c73ff867545\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:03:36.181817 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:03:36.182008 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0501 20:03:36.210208 3794 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 28.261028ms I0501 20:03:36.210239 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 28.295742ms I0501 20:03:36.211840 3794 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 30.043386ms, libovsdb time 1.07353ms I0501 20:03:36.757520 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67 network default NAD default NAD key ] I0501 20:03:36.767919 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 7b8e02f093267bc, network: default, NAD default, SandboxID: "7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67", PCI device ID: , UID: "1429dfc1-c0c3-4041-a578-efa841230b93", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0501 20:03:36.837402 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:12:df:62:ac:41\",\"name\":\"7b8e02f093267bc\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/913cb4aa-2bc8-4a31-8ca8-945928009fb6\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:03:37.091010 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0501 20:03:37.140811 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:03:37.140830 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:03:37.170564 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0501 20:03:37.212829 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:03:37.212853 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0501 20:03:37.764957 3794 cni.go:452] [openshift-multus/network-metrics-daemon-ssll7 bd8fea8c38e6f14e51a6b8d7e0ecaab5a09285e411f0436f6fcd65455c0e4394 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ssll7 bd8fea8c38e6f14e51a6b8d7e0ecaab5a09285e411f0436f6fcd65455c0e4394 network default NAD default NAD key ] I0501 20:03:37.776337 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ssll7, hostIfaceName: bd8fea8c38e6f14, network: default, NAD default, SandboxID: "bd8fea8c38e6f14e51a6b8d7e0ecaab5a09285e411f0436f6fcd65455c0e4394", PCI device ID: , UID: "8d7601fa-d780-41c3-bf79-c315464da3c3", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0501 20:03:37.837704 3794 cni.go:473] [openshift-multus/network-metrics-daemon-ssll7 bd8fea8c38e6f14e51a6b8d7e0ecaab5a09285e411f0436f6fcd65455c0e4394 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ssll7 bd8fea8c38e6f14e51a6b8d7e0ecaab5a09285e411f0436f6fcd65455c0e4394 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:87:aa:bf:84:5a\",\"name\":\"bd8fea8c38e6f14\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22007392-51bb-4724-b24e-c4419389e962\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:03:38.101875 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0501 20:03:38.129530 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.129552 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.129559 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.129564 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.147929 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0501 20:03:38.211441 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.211458 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.211463 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:38.211466 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:41.587405 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7f8464455b-79t69 IP address from the namespace address-set, err: pod openshift-console/console-7f8464455b-79t69: no pod IPs found W0501 20:03:41.618163 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-d7d49566c-rsssq IP address from the namespace address-set, err: pod openshift-console/console-d7d49566c-rsssq: no pod IPs found W0501 20:03:44.137816 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137839 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137849 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:44.137855 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0501 20:03:54.269120 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0501 20:03:54.819618 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=438 W0501 20:03:58.119558 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0501 20:03:58.903295 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0501 20:04:01.378946 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.378966 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:04:01.378972 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0501 20:04:03.622634 3794 cni.go:452] [openshift-console/console-fb6459fb8-dljw2 e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-fb6459fb8-dljw2 e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4 network default NAD default NAD key ] I0501 20:04:03.698168 3794 cni.go:473] [openshift-console/console-fb6459fb8-dljw2 e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-fb6459fb8-dljw2 e666bedfbdf2cbbd520c36f0911c9d4641d1a4cf1e8d011fe5bae0bc773817f4 network default NAD default NAD key default], result "{}", err I0501 20:04:03.772942 3794 obj_retry.go:498] Detected object openshift-console/console-fb6459fb8-dljw2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:03.772994 3794 pods.go:176] Deleting pod: openshift-console/console-fb6459fb8-dljw2 I0501 20:04:03.774414 3794 pods.go:236] Attempting to release IPs for pod: openshift-console/console-fb6459fb8-dljw2, ips: 10.128.0.21 I0501 20:04:03.774441 3794 obj_retry.go:498] Detected object openshift-console/console-fb6459fb8-dljw2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:04:03.783108 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0501 20:04:03.784332 3794 base_network_controller_pods.go:487] [default/openshift-console/console-d7d49566c-28496] creating logical port openshift-console_console-d7d49566c-28496 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:04:03.784431 3794 kube.go:256] Updating pod openshift-console/console-d7d49566c-28496 I0501 20:04:03.799399 3794 pod.go:62] [openshift-console/console-d7d49566c-28496] pod update took 14.997707ms I0501 20:04:03.799423 3794 base_network_controller_pods.go:951] [default/openshift-console/console-d7d49566c-28496] addLogicalPort annotation time took 15.026365ms I0501 20:04:03.800809 3794 pods.go:271] [openshift-console/console-d7d49566c-28496] addLogicalPort took 16.489625ms, libovsdb time 954.677µs I0501 20:04:04.183081 3794 cni.go:452] [openshift-console/console-d7d49566c-28496 19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d7d49566c-28496 19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4 network default NAD default NAD key ] I0501 20:04:04.193179 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d7d49566c-28496, hostIfaceName: 19ec710927dd322, network: default, NAD default, SandboxID: "19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4", PCI device ID: , UID: "9ca820ea-5214-4d3d-8463-8fb3e9000d48", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0501 20:04:04.241340 3794 obj_retry.go:492] Detected object openshift-console/console-fb6459fb8-dljw2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:04.241360 3794 obj_retry.go:492] Detected object openshift-console/console-fb6459fb8-dljw2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:04.247653 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fb6459fb8-dljw2 I0501 20:04:04.247682 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fb6459fb8-dljw2 I0501 20:04:04.250216 3794 cni.go:473] [openshift-console/console-d7d49566c-28496 19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d7d49566c-28496 19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:ad:76:3a:d0:03\",\"name\":\"19ec710927dd322\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b8df550-ad32-4dee-8f03-d425d3929176\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:04:05.252157 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0501 20:04:09.344673 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0501 20:04:11.918607 3794 cni.go:452] [openshift-dns/dns-default-ccgbp 7bc06363ac75fb610cff79710e5333b81a20cb54e20d1c9efea0a642a4490840 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ccgbp 7bc06363ac75fb610cff79710e5333b81a20cb54e20d1c9efea0a642a4490840 network default NAD default NAD key ] I0501 20:04:11.929708 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ccgbp, hostIfaceName: 7bc06363ac75fb6, network: default, NAD default, SandboxID: "7bc06363ac75fb610cff79710e5333b81a20cb54e20d1c9efea0a642a4490840", PCI device ID: , UID: "54e542c0-6781-4a7e-977b-a82407d67af4", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0501 20:04:11.966840 3794 cni.go:452] [openshift-image-registry/image-registry-78b77c84b6-s5p2h b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-78b77c84b6-s5p2h b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d network default NAD default NAD key ] I0501 20:04:11.984669 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-78b77c84b6-s5p2h, hostIfaceName: b242cc286dfda01, network: default, NAD default, SandboxID: "b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d", PCI device ID: , UID: "f73cc9c7-7d89-4993-873d-ea6b08c99093", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0501 20:04:11.997439 3794 cni.go:473] [openshift-dns/dns-default-ccgbp 7bc06363ac75fb610cff79710e5333b81a20cb54e20d1c9efea0a642a4490840 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ccgbp 7bc06363ac75fb610cff79710e5333b81a20cb54e20d1c9efea0a642a4490840 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:08:2c:3c:12:ad\",\"name\":\"7bc06363ac75fb6\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e5f7c50-dd2b-4203-be99-735b4e391f67\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:04:12.039909 3794 cni.go:473] [openshift-image-registry/image-registry-78b77c84b6-s5p2h b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-78b77c84b6-s5p2h b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:81:c7:77:24:a2\",\"name\":\"b242cc286dfda01\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca05d16e-2464-4de0-a964-d6ca9dfb231d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:04:12.287269 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0501 20:04:14.299220 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0501 20:04:14.299255 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0501 20:04:14.299313 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0501 20:04:14.786851 3794 obj_retry.go:498] Detected object openshift-console/console-fb6459fb8-t8mx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:14.787470 3794 obj_retry.go:498] Detected object openshift-console/console-fb6459fb8-t8mx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:04:14.797328 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0501 20:04:15.333792 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0501 20:04:15.376454 3794 obj_retry.go:492] Detected object openshift-console/console-fb6459fb8-t8mx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:15.376480 3794 obj_retry.go:492] Detected object openshift-console/console-fb6459fb8-t8mx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:04:15.380763 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0501 20:04:15.380784 3794 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0501 20:04:15.380791 3794 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0501 20:04:15.382130 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-fb6459fb8-t8mx2 I0501 20:04:15.382152 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-fb6459fb8-t8mx2 W0501 20:04:16.389998 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0501 20:04:25.322309 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0501 20:04:25.322328 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0501 20:04:25.322333 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0501 20:04:29.313964 3794 obj_retry.go:498] Detected object openshift-ingress/router-default-7894c8b67c-jhg4w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:29.314652 3794 obj_retry.go:498] Detected object openshift-ingress/router-default-7894c8b67c-jhg4w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:29.741668 3794 obj_retry.go:492] Detected object openshift-ingress/router-default-7894c8b67c-jhg4w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:29.741700 3794 obj_retry.go:492] Detected object openshift-ingress/router-default-7894c8b67c-jhg4w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:29.748587 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7894c8b67c-jhg4w I0501 20:04:29.748621 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7894c8b67c-jhg4w W0501 20:04:33.322300 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0501 20:04:34.184375 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0501 20:04:34.815551 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 W0501 20:04:37.469972 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:04:37.469999 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0501 20:04:43.904073 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0501 20:04:45.483189 3794 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0501 20:04:51.717985 3794 cni.go:452] [openshift-monitoring/alertmanager-main-1 00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77 network default NAD default NAD key ] I0501 20:04:51.796124 3794 cni.go:473] [openshift-monitoring/alertmanager-main-1 00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 00357dc9e31bc8903a658a562cf61072ba7dca7cc00119b20814f000f6feee77 network default NAD default NAD key default], result "{}", err I0501 20:04:51.857793 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:51.857832 3794 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0501 20:04:51.859379 3794 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.25 I0501 20:04:51.859418 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:52.504872 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:52.504898 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:52.512373 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0501 20:04:52.512409 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0501 20:04:52.555955 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:04:52.556111 3794 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0501 20:04:52.584642 3794 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 28.569541ms I0501 20:04:52.584667 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 28.600239ms I0501 20:04:52.585990 3794 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 30.049939ms, libovsdb time 921.794µs I0501 20:04:52.924381 3794 cni.go:452] [openshift-monitoring/alertmanager-main-1 2e5c2b95066c2074d78b4385651dde917e72c0342f5171c679697f631e22c26f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 2e5c2b95066c2074d78b4385651dde917e72c0342f5171c679697f631e22c26f network default NAD default NAD key ] I0501 20:04:52.934777 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 2e5c2b95066c207, network: default, NAD default, SandboxID: "2e5c2b95066c2074d78b4385651dde917e72c0342f5171c679697f631e22c26f", PCI device ID: , UID: "213dc8ff-97e1-412f-b72a-40cae2f2c6ef", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0501 20:04:52.990012 3794 cni.go:473] [openshift-monitoring/alertmanager-main-1 2e5c2b95066c2074d78b4385651dde917e72c0342f5171c679697f631e22c26f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 2e5c2b95066c2074d78b4385651dde917e72c0342f5171c679697f631e22c26f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:84:98:b9:03:98\",\"name\":\"2e5c2b95066c207\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fd211cc-aba4-4962-8dab-d614e92818e8\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:04:54.254617 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5fc85db89b-l77jq IP address from the namespace address-set, err: pod openshift-console/console-5fc85db89b-l77jq: no pod IPs found I0501 20:04:55.817616 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0501 20:04:56.143069 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:56.143648 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:04:56.595008 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:56.595033 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:04:56.603861 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0501 20:04:56.603884 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0501 20:05:00.544530 3794 cni.go:452] [openshift-console/console-d7d49566c-28496 19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-d7d49566c-28496 19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4 network default NAD default NAD key ] I0501 20:05:00.623337 3794 cni.go:473] [openshift-console/console-d7d49566c-28496 19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-d7d49566c-28496 19ec710927dd3224977ab916612f42104d124590ed4215dff85e1a458c7870f4 network default NAD default NAD key default], result "{}", err I0501 20:05:00.674573 3794 obj_retry.go:498] Detected object openshift-console/console-d7d49566c-28496 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:00.674616 3794 pods.go:176] Deleting pod: openshift-console/console-d7d49566c-28496 I0501 20:05:00.676063 3794 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d7d49566c-28496, ips: 10.128.0.30 I0501 20:05:00.676092 3794 obj_retry.go:498] Detected object openshift-console/console-d7d49566c-28496 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:00.684598 3794 base_network_controller_pods.go:487] [default/openshift-console/console-586f9cccff-5nn86] creating logical port openshift-console_console-586f9cccff-5nn86 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:05:00.684737 3794 kube.go:256] Updating pod openshift-console/console-586f9cccff-5nn86 I0501 20:05:00.701607 3794 pod.go:62] [openshift-console/console-586f9cccff-5nn86] pod update took 16.899986ms I0501 20:05:00.701635 3794 base_network_controller_pods.go:951] [default/openshift-console/console-586f9cccff-5nn86] addLogicalPort annotation time took 16.93384ms I0501 20:05:00.702900 3794 pods.go:271] [openshift-console/console-586f9cccff-5nn86] addLogicalPort took 18.321871ms, libovsdb time 867.242µs I0501 20:05:01.046025 3794 cni.go:452] [openshift-console/console-586f9cccff-5nn86 3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-586f9cccff-5nn86 3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36 network default NAD default NAD key ] I0501 20:05:01.056885 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-586f9cccff-5nn86, hostIfaceName: 3632140c9f40cc4, network: default, NAD default, SandboxID: "3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36", PCI device ID: , UID: "d894e3ba-8995-45f9-b2e0-eb614995497c", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0501 20:05:01.113055 3794 cni.go:473] [openshift-console/console-586f9cccff-5nn86 3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-586f9cccff-5nn86 3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:62:df:2e:5b:e9\",\"name\":\"3632140c9f40cc4\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81c83178-5866-483e-a5ef-fe7d717e4099\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:05:01.577391 3794 obj_retry.go:492] Detected object openshift-console/console-d7d49566c-28496 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:01.577418 3794 obj_retry.go:492] Detected object openshift-console/console-d7d49566c-28496 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:01.584983 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d7d49566c-28496 I0501 20:05:01.585010 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d7d49566c-28496 I0501 20:05:03.608941 3794 cni.go:452] [openshift-image-registry/image-registry-78b77c84b6-s5p2h b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-78b77c84b6-s5p2h b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d network default NAD default NAD key ] I0501 20:05:03.703147 3794 cni.go:473] [openshift-image-registry/image-registry-78b77c84b6-s5p2h b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-78b77c84b6-s5p2h b242cc286dfda015915205f1d3f5d3f26149e55dade75525d8949f3b1f81011d network default NAD default NAD key default], result "{}", err I0501 20:05:03.757865 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78b77c84b6-s5p2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:03.757902 3794 pods.go:176] Deleting pod: openshift-image-registry/image-registry-78b77c84b6-s5p2h I0501 20:05:03.759251 3794 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-78b77c84b6-s5p2h, ips: 10.128.0.5 I0501 20:05:03.759284 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-78b77c84b6-s5p2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:03.769445 3794 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5dfbb8bb78-5k7x6] creating logical port openshift-image-registry_image-registry-5dfbb8bb78-5k7x6 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:05:03.769572 3794 kube.go:256] Updating pod openshift-image-registry/image-registry-5dfbb8bb78-5k7x6 I0501 20:05:03.789538 3794 pod.go:62] [openshift-image-registry/image-registry-5dfbb8bb78-5k7x6] pod update took 20.001158ms I0501 20:05:03.789562 3794 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5dfbb8bb78-5k7x6] addLogicalPort annotation time took 20.030878ms I0501 20:05:03.791049 3794 pods.go:271] [openshift-image-registry/image-registry-5dfbb8bb78-5k7x6] addLogicalPort took 21.619331ms, libovsdb time 983.838µs I0501 20:05:04.133673 3794 cni.go:452] [openshift-image-registry/image-registry-5dfbb8bb78-5k7x6 5f4204ebf27be817b2024fe8824910f324efa9d801541479da22bc8abf8850e0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5dfbb8bb78-5k7x6 5f4204ebf27be817b2024fe8824910f324efa9d801541479da22bc8abf8850e0 network default NAD default NAD key ] I0501 20:05:04.144857 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5dfbb8bb78-5k7x6, hostIfaceName: 5f4204ebf27be81, network: default, NAD default, SandboxID: "5f4204ebf27be817b2024fe8824910f324efa9d801541479da22bc8abf8850e0", PCI device ID: , UID: "af034bf6-05fb-482e-b225-1974b7dad5d5", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0501 20:05:04.201003 3794 cni.go:473] [openshift-image-registry/image-registry-5dfbb8bb78-5k7x6 5f4204ebf27be817b2024fe8824910f324efa9d801541479da22bc8abf8850e0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5dfbb8bb78-5k7x6 5f4204ebf27be817b2024fe8824910f324efa9d801541479da22bc8abf8850e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:28:7e:e6:4c:6a\",\"name\":\"5f4204ebf27be81\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/936f548d-f455-4959-9801-972ddfde4aa7\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:05:04.600627 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78b77c84b6-s5p2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:04.600653 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-78b77c84b6-s5p2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:04.603968 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-78b77c84b6-s5p2h I0501 20:05:04.603994 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-78b77c84b6-s5p2h I0501 20:05:06.914076 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0501 20:05:11.633693 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0501 20:05:22.977663 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:05:22.977693 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0501 20:05:22.977701 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0501 20:05:24.282797 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:24.283377 3794 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:24.730941 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:24.730970 3794 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:24.739737 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0501 20:05:24.739771 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 W0501 20:05:25.600393 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0501 20:05:36.962086 3794 obj_retry.go:498] Detected object openshift-console/console-5fc85db89b-2nx6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:36.962656 3794 obj_retry.go:498] Detected object openshift-console/console-5fc85db89b-2nx6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:37.832976 3794 obj_retry.go:492] Detected object openshift-console/console-5fc85db89b-2nx6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:37.832996 3794 obj_retry.go:492] Detected object openshift-console/console-5fc85db89b-2nx6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:37.836215 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fc85db89b-2nx6l I0501 20:05:37.836243 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fc85db89b-2nx6l I0501 20:05:38.944314 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0501 20:05:53.828034 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x 7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x 7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9 network default NAD default NAD key ] I0501 20:05:53.921297 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x 7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x 7f63aafdc2e59c90f478f0d668d610d92f2bb5d8e2bedc768d4f7540f60589c9 network default NAD default NAD key default], result "{}", err I0501 20:05:53.965930 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:53.965962 3794 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x I0501 20:05:53.967429 3794 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x, ips: 10.128.0.10 I0501 20:05:53.967454 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:54.851954 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:54.851985 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:59.116610 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-0 7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67 network default NAD default NAD key ] I0501 20:05:59.202807 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-0 7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 7b8e02f093267bc658ddd3c018771d0b3b2c07dcc2c1b024f0e322af7ede1c67 network default NAD default NAD key default], result "{}", err I0501 20:05:59.267098 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:59.267140 3794 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0501 20:05:59.268480 3794 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.128.0.29 I0501 20:05:59.268522 3794 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:05:59.858749 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:59.858781 3794 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:05:59.865799 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0501 20:05:59.865830 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0501 20:05:59.908142 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:05:59.908283 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0501 20:05:59.930773 3794 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 22.526043ms I0501 20:05:59.930804 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 22.562034ms I0501 20:05:59.932307 3794 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.183852ms, libovsdb time 989.24µs I0501 20:06:00.272164 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-0 832d732dd4a0734cf718eed5b0a4d17198c50b996cf82a401ecabd6c7af35949 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 832d732dd4a0734cf718eed5b0a4d17198c50b996cf82a401ecabd6c7af35949 network default NAD default NAD key ] I0501 20:06:00.282028 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 832d732dd4a0734, network: default, NAD default, SandboxID: "832d732dd4a0734cf718eed5b0a4d17198c50b996cf82a401ecabd6c7af35949", PCI device ID: , UID: "273580e6-08d9-4058-88f5-950175fde3bc", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0501 20:06:00.337776 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-0 832d732dd4a0734cf718eed5b0a4d17198c50b996cf82a401ecabd6c7af35949 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 832d732dd4a0734cf718eed5b0a4d17198c50b996cf82a401ecabd6c7af35949 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a0:89:19:65:55\",\"name\":\"832d732dd4a0734\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2bdc91c9-d45d-4df3-851a-770c3be28817\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:06:41.935405 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0501 20:07:01.203937 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0501 20:07:01.203968 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0501 20:07:45.923629 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0501 20:07:50.518896 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:07:50.518957 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:07:50.518966 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:07:50.518981 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 30.1µs I0501 20:07:50.518981 3794 node_tracker.go:220] Node ip-10-0-2-119.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0501 20:07:50.519005 3794 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0501 20:07:50.519024 3794 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-119.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-119.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-119.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-119.ec2.internal, error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0501 20:07:50.529755 3794 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-119.ec2.internal annotation: unexpected end of JSON input I0501 20:07:50.529804 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0501 20:07:50.529855 3794 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0501 20:07:50.544154 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:07:50.544181 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 36.606µs E0501 20:07:50.544195 3794 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-119.ec2.internal annotation: unexpected end of JSON input I0501 20:07:50.544227 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:07:50.544254 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0501 20:07:50.544302 3794 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0501 20:07:50.575007 3794 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-119.ec2.internal annotation: unexpected end of JSON input I0501 20:07:50.575040 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0501 20:07:50.575105 3794 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-119.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-119.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-119.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-119.ec2.internal" E0501 20:07:50.575010 3794 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-119.ec2.internal annotation: unexpected end of JSON input I0501 20:07:50.598929 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0501 20:07:50.741893 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:07:50.741897 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:07:50.741914 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 25.733µs I0501 20:07:50.741901 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:07:50.758733 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:07:51.117169 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:07:52.404765 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:00.704448 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:05.942607 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0501 20:08:07.913593 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0501 20:08:08.819639 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125 I0501 20:08:09.441526 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:09.441550 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:08:09.441548 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 29.098µs I0501 20:08:09.441607 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:15.765115 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:15.765165 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "ip-10-0-2-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:15.765169 3794 node_tracker.go:235] Node ip-10-0-2-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-119.ec2.internal" I0501 20:08:15.765261 3794 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:15.765284 3794 services_controller.go:574] Full service sync requested for network=default I0501 20:08:15.803404 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "ip-10-0-2-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:15.908604 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:15.908624 3794 default_network_controller.go:1025] Node "ip-10-0-2-119.ec2.internal" in remote zone "ip-10-0-2-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0501 20:08:15.908661 3794 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:15.908674 3794 services_controller.go:574] Full service sync requested for network=default I0501 20:08:15.909738 3794 zone_ic_handler.go:195] Time taken to create transit switch: 343.823µs I0501 20:08:15.909755 3794 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-119.ec2.internal for the network default I0501 20:08:15.910909 3794 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-119.ec2.internal" on network "default" took: 1.539402ms I0501 20:08:17.970881 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:17.970903 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 29.46µs I0501 20:08:17.970931 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-119.ec2.internal in network "default" I0501 20:08:17.970979 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-119.ec2.internal", IP: 10.0.2.119 to PMTUD blocking rules I0501 20:08:17.970989 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 20:08:17.970989 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-119.ec2.internal" for egress firewall I0501 20:08:17.970994 3794 node_tracker.go:169] Node ip-10-0-2-119.ec2.internal switch + router changed, syncing services in network "default" I0501 20:08:17.971015 3794 services_controller.go:574] Full service sync requested for network=default I0501 20:08:17.977923 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-119.ec2.internal. Updating no re-route policies I0501 20:08:17.999139 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0501 20:08:17.999163 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-119.ec2.internal", IP: 10.0.2.119 to PMTUD blocking rules I0501 20:08:22.717398 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-119.ec2.internal I0501 20:08:22.717429 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-119.ec2.internal: 52.214µs I0501 20:09:03.823182 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=263 I0501 20:09:05.929749 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0501 20:09:13.492745 3794 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-7drcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:13.493296 3794 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-7drcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:13.789770 3794 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-7drcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:13.789798 3794 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-7drcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:13.798402 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586f9cccff-7drcb I0501 20:09:13.798427 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586f9cccff-7drcb I0501 20:09:23.953679 3794 cni.go:452] [openshift-console/console-586f9cccff-5nn86 3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-586f9cccff-5nn86 3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36 network default NAD default NAD key ] I0501 20:09:24.041932 3794 cni.go:473] [openshift-console/console-586f9cccff-5nn86 3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-586f9cccff-5nn86 3632140c9f40cc4becfe94abaf67fa318144fd4ffcc11a7c35da26ceefc06b36 network default NAD default NAD key default], result "{}", err I0501 20:09:24.091970 3794 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-5nn86 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:24.092009 3794 pods.go:176] Deleting pod: openshift-console/console-586f9cccff-5nn86 I0501 20:09:24.093289 3794 pods.go:236] Attempting to release IPs for pod: openshift-console/console-586f9cccff-5nn86, ips: 10.128.0.32 I0501 20:09:24.093321 3794 obj_retry.go:498] Detected object openshift-console/console-586f9cccff-5nn86 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:09:24.835029 3794 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-5nn86 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:24.835080 3794 obj_retry.go:492] Detected object openshift-console/console-586f9cccff-5nn86 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:09:24.843132 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586f9cccff-5nn86 I0501 20:09:24.843159 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586f9cccff-5nn86 I0501 20:10:00.178091 3794 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29627770-6kml2 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:10:00.178212 3794 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 I0501 20:10:00.191770 3794 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2] pod update took 13.578555ms I0501 20:10:00.191799 3794 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2] addLogicalPort annotation time took 13.617417ms I0501 20:10:00.193041 3794 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2] addLogicalPort took 14.96875ms, libovsdb time 883.438µs I0501 20:10:00.553298 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec network default NAD default NAD key ] I0501 20:10:00.563817 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29627770-6kml2, hostIfaceName: 799141a19742ddd, network: default, NAD default, SandboxID: "799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec", PCI device ID: , UID: "ab27a18b-87c7-4ec7-a016-8ad0f01956d6", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0501 20:10:00.623075 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:db:20:6f:1b:aa\",\"name\":\"799141a19742ddd\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd94f1a2-a33f-4b3c-8da4-934497afc389\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:10:04.037959 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec network default NAD default NAD key ] I0501 20:10:04.125615 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 799141a19742dddb44b8bb709c519386a5e3aca559711912c5e899e810dedfec network default NAD default NAD key default], result "{}", err I0501 20:10:04.169556 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:10:04.169599 3794 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 I0501 20:10:04.170969 3794 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2, ips: 10.128.0.35 I0501 20:10:04.170998 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:10:05.054630 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:10:05.054664 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:10:20.947144 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0501 20:11:10.948341 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0501 20:11:14.821448 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0501 20:11:26.819041 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0501 20:12:19.907531 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0501 20:12:25.816934 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0501 20:12:31.917610 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0501 20:12:44.820160 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0501 20:12:46.907416 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0501 20:13:34.916828 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0501 20:13:40.938940 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0501 20:14:01.823481 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=22 I0501 20:14:50.826745 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=28 I0501 20:15:05.926810 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0501 20:15:54.946439 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0501 20:16:07.010414 3794 namespace.go:98] [tsf] adding namespace I0501 20:16:07.011280 3794 namespace.go:102] [tsf] adding namespace took 846.78µs I0501 20:16:07.028657 3794 namespace.go:142] [tsf] updating namespace I0501 20:16:07.037758 3794 namespace.go:142] [tsf] updating namespace I0501 20:16:11.171610 3794 namespace.go:98] [cert-manager-operator] adding namespace I0501 20:16:11.171767 3794 namespace.go:98] [rhtpa-operator] adding namespace I0501 20:16:11.171809 3794 namespace.go:98] [tsf-tas] adding namespace I0501 20:16:11.172098 3794 namespace.go:98] [konflux-ui] adding namespace I0501 20:16:11.172580 3794 namespace.go:102] [cert-manager-operator] adding namespace took 947.048µs I0501 20:16:11.172621 3794 namespace.go:98] [rhbk-operator] adding namespace I0501 20:16:11.173206 3794 namespace.go:102] [rhbk-operator] adding namespace took 577.071µs I0501 20:16:11.173885 3794 namespace.go:102] [rhtpa-operator] adding namespace took 2.101484ms I0501 20:16:11.174383 3794 namespace.go:102] [tsf-tas] adding namespace took 2.566698ms I0501 20:16:11.174949 3794 namespace.go:102] [konflux-ui] adding namespace took 2.832496ms I0501 20:16:11.178913 3794 namespace.go:98] [konflux-operator] adding namespace I0501 20:16:11.179060 3794 namespace.go:98] [tsf-tpa] adding namespace I0501 20:16:11.179181 3794 namespace.go:98] [tsf-keycloak] adding namespace I0501 20:16:11.179547 3794 namespace.go:102] [konflux-operator] adding namespace took 614.975µs I0501 20:16:11.180164 3794 namespace.go:102] [tsf-tpa] adding namespace took 1.091347ms I0501 20:16:11.180648 3794 namespace.go:102] [tsf-keycloak] adding namespace took 1.44594ms I0501 20:16:11.210291 3794 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.231636 3794 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.267130 3794 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.267190 3794 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.267323 3794 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.273829 3794 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:11.300021 3794 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.319156 3794 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.325338 3794 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:16:11.338198 3794 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.346949 3794 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.378073 3794 namespace.go:142] [tsf-tas] updating namespace I0501 20:16:11.400261 3794 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.426306 3794 namespace.go:142] [rhbk-operator] updating namespace I0501 20:16:11.454509 3794 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.461930 3794 namespace.go:142] [konflux-ui] updating namespace I0501 20:16:11.491055 3794 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.504699 3794 namespace.go:142] [konflux-operator] updating namespace I0501 20:16:11.524166 3794 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.540900 3794 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:11.553268 3794 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.590121 3794 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:11.618253 3794 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:11.639033 3794 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:16:12.560960 3794 namespace.go:142] [tsf-tpa] updating namespace I0501 20:16:12.576938 3794 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:16:19.908567 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.909169 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.909208 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.909216 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:19.909225 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:19.909229 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:20.910688 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.911273 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.911304 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.911312 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:20.911320 3794 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:20.911325 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:20.942282 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942327 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942341 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:20.942351 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wqvpg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.939227 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.939250 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.939264 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.939277 3794 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51rfmqc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:21.959904 3794 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.960574 3794 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.960605 3794 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.960613 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:21.960623 3794 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:21.960627 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:22.988100 3794 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.988123 3794 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.988135 3794 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:22.988145 3794 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bxbn6v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:24.949666 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950215 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950244 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950252 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:24.950262 3794 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:24.950267 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:25.981019 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.981039 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.981058 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:25.981068 3794 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dj5qsp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:26.963101 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.963703 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.963731 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.963739 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:26.963749 3794 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.963753 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:26.994950 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995469 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995518 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995529 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0501 20:16:26.995542 3794 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0501 20:16:26.995550 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0501 20:16:27.993286 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.993307 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.993329 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:27.993341 3794 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.019962 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.019985 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.020003 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:16:28.020016 3794 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7hjrdc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:16:34.228565 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0501 20:16:36.577551 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0501 20:16:36.589358 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0501 20:16:43.290453 3794 namespace.go:142] [openshift-operators] updating namespace I0501 20:16:43.302892 3794 namespace.go:142] [openshift-operators] updating namespace W0501 20:16:45.996124 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0501 20:16:46.974328 3794 namespace.go:98] [cert-manager] adding namespace I0501 20:16:46.975170 3794 namespace.go:102] [cert-manager] adding namespace took 821.995µs I0501 20:16:47.075575 3794 namespace.go:142] [cert-manager] updating namespace I0501 20:16:47.099075 3794 namespace.go:142] [cert-manager] updating namespace W0501 20:16:47.182066 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.206418 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.233132 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0501 20:16:47.257777 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0501 20:16:51.190039 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-ct6cr for pod on switch ip-10-0-0-151.ec2.internal I0501 20:16:51.190132 3794 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr I0501 20:16:51.211269 3794 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr] pod update took 21.157823ms I0501 20:16:51.211293 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr] addLogicalPort annotation time took 21.187817ms I0501 20:16:51.212528 3794 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr] addLogicalPort took 22.505743ms, libovsdb time 852.953µs I0501 20:16:51.569607 3794 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr 577941dba7a3311f4e75f08b9cfc7de58398b5a2d83cb34f21a79aa9c6fc96d3 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr 577941dba7a3311f4e75f08b9cfc7de58398b5a2d83cb34f21a79aa9c6fc96d3 network default NAD default NAD key ] I0501 20:16:51.579209 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-ct6cr, hostIfaceName: 577941dba7a3311, network: default, NAD default, SandboxID: "577941dba7a3311f4e75f08b9cfc7de58398b5a2d83cb34f21a79aa9c6fc96d3", PCI device ID: , UID: "695ee25a-51f5-40de-83a7-3ec945df876f", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0501 20:16:51.636459 3794 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr 577941dba7a3311f4e75f08b9cfc7de58398b5a2d83cb34f21a79aa9c6fc96d3 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-ct6cr 577941dba7a3311f4e75f08b9cfc7de58398b5a2d83cb34f21a79aa9c6fc96d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:78:82:69:84:71\",\"name\":\"577941dba7a3311\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9381ecb3-ba9b-48b9-837a-3167c4c4839e\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:16:52.574597 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-pjhft] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-pjhft for pod on switch ip-10-0-0-151.ec2.internal I0501 20:16:52.574711 3794 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-pjhft I0501 20:16:52.594509 3794 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-pjhft] pod update took 19.805689ms I0501 20:16:52.594603 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-pjhft] addLogicalPort annotation time took 19.925134ms I0501 20:16:52.596198 3794 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-pjhft] addLogicalPort took 21.624313ms, libovsdb time 1.190516ms I0501 20:16:52.954226 3794 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-pjhft 91ed2edc46ce3992a6ef057bff278cc0c334abb63dd61ec850b0c024f6a6de78 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-pjhft 91ed2edc46ce3992a6ef057bff278cc0c334abb63dd61ec850b0c024f6a6de78 network default NAD default NAD key ] I0501 20:16:52.966218 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-pjhft, hostIfaceName: 91ed2edc46ce399, network: default, NAD default, SandboxID: "91ed2edc46ce3992a6ef057bff278cc0c334abb63dd61ec850b0c024f6a6de78", PCI device ID: , UID: "d7bf9345-fc6e-4ea2-b900-041dc32c7a11", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0501 20:16:53.025383 3794 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-pjhft 91ed2edc46ce3992a6ef057bff278cc0c334abb63dd61ec850b0c024f6a6de78 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-pjhft 91ed2edc46ce3992a6ef057bff278cc0c334abb63dd61ec850b0c024f6a6de78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:2d:b1:c0:d4:ec\",\"name\":\"91ed2edc46ce399\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/926f0035-0a3f-4adb-942b-38cca917dec7\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:16:53.604585 3794 namespace.go:98] [trusted-artifact-signer] adding namespace I0501 20:16:53.605733 3794 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.121389ms I0501 20:16:53.655467 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:16:53.674329 3794 namespace.go:142] [trusted-artifact-signer] updating namespace W0501 20:16:54.217170 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0501 20:16:55.056828 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0501 20:16:55.056848 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0501 20:16:55.950123 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0501 20:16:56.223437 3794 namespace.go:142] [openshift-operators] updating namespace I0501 20:16:56.879753 3794 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-rwbxx for pod on switch ip-10-0-0-151.ec2.internal I0501 20:16:56.879866 3794 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx I0501 20:16:56.899968 3794 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx] pod update took 20.12989ms I0501 20:16:56.899994 3794 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx] addLogicalPort annotation time took 20.160743ms I0501 20:16:56.901324 3794 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx] addLogicalPort took 21.58869ms, libovsdb time 920.179µs I0501 20:16:57.570388 3794 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx 3d8424b760fa5a471fc713c171e5cb873af5fd932d13c81d1e8f6f29bfc91a49 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx 3d8424b760fa5a471fc713c171e5cb873af5fd932d13c81d1e8f6f29bfc91a49 network default NAD default NAD key ] I0501 20:16:57.580405 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-rwbxx, hostIfaceName: 3d8424b760fa5a4, network: default, NAD default, SandboxID: "3d8424b760fa5a471fc713c171e5cb873af5fd932d13c81d1e8f6f29bfc91a49", PCI device ID: , UID: "d5d143f2-a0a8-41a7-bd4d-c4b79b641c3b", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0501 20:16:57.637000 3794 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx 3d8424b760fa5a471fc713c171e5cb873af5fd932d13c81d1e8f6f29bfc91a49 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-rwbxx 3d8424b760fa5a471fc713c171e5cb873af5fd932d13c81d1e8f6f29bfc91a49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:0c:64:40:59:af\",\"name\":\"3d8424b760fa5a4\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fee5bbe5-f40c-4f1d-a4a2-f6ab6c41fd28\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:17:01.057472 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0501 20:17:01.057516 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0501 20:17:08.406156 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-nb88g] creating logical port cert-manager_cert-manager-59c77684cc-nb88g for pod on switch ip-10-0-0-151.ec2.internal I0501 20:17:08.406249 3794 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-nb88g I0501 20:17:08.423419 3794 pod.go:62] [cert-manager/cert-manager-59c77684cc-nb88g] pod update took 17.196521ms I0501 20:17:08.423446 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-nb88g] addLogicalPort annotation time took 17.225994ms I0501 20:17:08.424672 3794 pods.go:271] [cert-manager/cert-manager-59c77684cc-nb88g] addLogicalPort took 18.531248ms, libovsdb time 858.501µs I0501 20:17:08.767878 3794 cni.go:452] [cert-manager/cert-manager-59c77684cc-nb88g 56249e4ebb9705470d098336e327b696c7e065b601fb73c7eaa7521ace009376 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-nb88g 56249e4ebb9705470d098336e327b696c7e065b601fb73c7eaa7521ace009376 network default NAD default NAD key ] I0501 20:17:08.778710 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-nb88g, hostIfaceName: 56249e4ebb97054, network: default, NAD default, SandboxID: "56249e4ebb9705470d098336e327b696c7e065b601fb73c7eaa7521ace009376", PCI device ID: , UID: "af367e20-41ce-4079-863f-2fa8e943ab2f", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0501 20:17:08.836549 3794 cni.go:473] [cert-manager/cert-manager-59c77684cc-nb88g 56249e4ebb9705470d098336e327b696c7e065b601fb73c7eaa7521ace009376 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-nb88g 56249e4ebb9705470d098336e327b696c7e065b601fb73c7eaa7521ace009376 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:35:ae:45:b7:3a\",\"name\":\"56249e4ebb97054\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47412e90-7ce7-4afd-8b1f-46c58dbac992\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:17:12.280385 3794 namespace.go:98] [openshift-pipelines] adding namespace I0501 20:17:12.281243 3794 namespace.go:102] [openshift-pipelines] adding namespace took 830.195µs I0501 20:17:12.309416 3794 namespace.go:142] [openshift-pipelines] updating namespace I0501 20:17:13.000235 3794 namespace.go:142] [cert-manager] updating namespace I0501 20:17:13.194249 3794 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:13.598076 3794 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:13.802662 3794 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:14.012441 3794 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:14.399965 3794 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:14.600756 3794 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:14.800625 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:15.002166 3794 namespace.go:142] [tsf] updating namespace I0501 20:17:15.204447 3794 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:15.405023 3794 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:15.603863 3794 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:15.731010 3794 namespace.go:142] [cert-manager] updating namespace I0501 20:17:15.742214 3794 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:15.751881 3794 namespace.go:142] [default] updating namespace I0501 20:17:15.768544 3794 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:15.778568 3794 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:15.788724 3794 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:15.801198 3794 namespace.go:142] [openshift] updating namespace I0501 20:17:15.814312 3794 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:15.824746 3794 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:15.832375 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:15.842247 3794 namespace.go:142] [tsf] updating namespace I0501 20:17:15.851390 3794 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:15.865549 3794 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:15.888776 3794 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:15.988310 3794 namespace.go:142] [cert-manager] updating namespace I0501 20:17:16.089524 3794 namespace.go:142] [cert-manager-operator] updating namespace I0501 20:17:16.186258 3794 namespace.go:142] [default] updating namespace I0501 20:17:16.289279 3794 namespace.go:142] [konflux-operator] updating namespace I0501 20:17:16.389805 3794 namespace.go:142] [konflux-ui] updating namespace I0501 20:17:16.485862 3794 namespace.go:142] [open-cluster-management-2q1b2o8t4morgq1f0ihup871h7oc00nn] updating namespace I0501 20:17:16.583362 3794 namespace.go:142] [openshift] updating namespace I0501 20:17:16.686340 3794 namespace.go:142] [rhbk-operator] updating namespace I0501 20:17:16.784470 3794 namespace.go:142] [rhtpa-operator] updating namespace I0501 20:17:16.883441 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0501 20:17:16.989578 3794 namespace.go:142] [tsf] updating namespace I0501 20:17:17.090944 3794 namespace.go:142] [tsf-keycloak] updating namespace I0501 20:17:17.186826 3794 namespace.go:142] [tsf-tas] updating namespace I0501 20:17:17.289940 3794 namespace.go:142] [tsf-tpa] updating namespace I0501 20:17:17.847099 3794 namespace.go:142] [openshift-pipelines] updating namespace I0501 20:17:23.822649 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=24 I0501 20:17:26.258521 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-4wzvc for pod on switch ip-10-0-0-151.ec2.internal I0501 20:17:26.258660 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc I0501 20:17:26.278829 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc] pod update took 20.207035ms I0501 20:17:26.278850 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc] addLogicalPort annotation time took 20.231808ms I0501 20:17:26.280160 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc] addLogicalPort took 21.681164ms, libovsdb time 915.692µs I0501 20:17:26.475376 3794 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:17:26.475922 3794 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:17:26.504944 3794 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:17:26.504969 3794 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:17:26.514469 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0501 20:17:26.514522 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0501 20:17:26.629086 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc eeee028bd01be766b1f2e9c3681690515be8baae233e653370db9c62eb78cb22 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc eeee028bd01be766b1f2e9c3681690515be8baae233e653370db9c62eb78cb22 network default NAD default NAD key ] I0501 20:17:26.639214 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-4wzvc, hostIfaceName: eeee028bd01be76, network: default, NAD default, SandboxID: "eeee028bd01be766b1f2e9c3681690515be8baae233e653370db9c62eb78cb22", PCI device ID: , UID: "c7093c0b-bd77-4adf-b836-a0552b839fa4", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0501 20:17:26.697880 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc eeee028bd01be766b1f2e9c3681690515be8baae233e653370db9c62eb78cb22 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-4wzvc eeee028bd01be766b1f2e9c3681690515be8baae233e653370db9c62eb78cb22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:eb:6e:41:25:35\",\"name\":\"eeee028bd01be76\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d0ef8a3-3ed5-48bb-87c1-43f10f709bc0\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:17:30.179466 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.179498 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.179504 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0501 20:17:30.202018 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:30.202038 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:30.202043 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:32.417661 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.417681 3794 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.417688 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:32.417692 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:17:38.436888 3794 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0501 20:17:38.459357 3794 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0501 20:17:41.218240 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:41.218261 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:41.218266 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0501 20:17:54.323311 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0501 20:18:01.646764 3794 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:01.647309 3794 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:01.667164 3794 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:01.667191 3794 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:01.673941 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0501 20:18:01.673975 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0501 20:18:03.824208 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0501 20:18:04.183689 3794 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0501 20:18:04.184334 3794 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0501 20:18:04.184353 3794 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0501 20:18:04.186291 3794 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0501 20:18:11.579602 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0501 20:18:11.579621 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0501 20:18:11.586302 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0501 20:18:11.586320 3794 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0501 20:18:12.596595 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0501 20:18:15.687454 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:18:15.687588 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0501 20:18:15.699855 3794 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.289131ms I0501 20:18:15.699882 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.321097ms I0501 20:18:15.701208 3794 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.777811ms, libovsdb time 881.267µs I0501 20:18:19.949314 3794 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 51ddc47464a34e9f4477bf7cb22bc98d0f1b8f3706861a10411fbc4d2760d304 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 51ddc47464a34e9f4477bf7cb22bc98d0f1b8f3706861a10411fbc4d2760d304 network default NAD default NAD key ] I0501 20:18:19.959112 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 51ddc47464a34e9, network: default, NAD default, SandboxID: "51ddc47464a34e9f4477bf7cb22bc98d0f1b8f3706861a10411fbc4d2760d304", PCI device ID: , UID: "473e36ab-17c7-4ef8-bac5-8839fe1d04db", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0501 20:18:20.017671 3794 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 51ddc47464a34e9f4477bf7cb22bc98d0f1b8f3706861a10411fbc4d2760d304 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 51ddc47464a34e9f4477bf7cb22bc98d0f1b8f3706861a10411fbc4d2760d304 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:2e:f7:73:0f:bc\",\"name\":\"51ddc47464a34e9\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79acb907-ccd0-48a8-95df-b006d415d9df\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:18:27.540531 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0501 20:18:28.869446 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-xlht2] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-xlht2 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:18:28.869586 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-xlht2 I0501 20:18:28.888704 3794 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-xlht2] pod update took 19.151795ms I0501 20:18:28.888728 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-xlht2] addLogicalPort annotation time took 19.181441ms I0501 20:18:28.890290 3794 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-xlht2] addLogicalPort took 20.858593ms, libovsdb time 1.132591ms I0501 20:18:29.236835 3794 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-xlht2 018910347dd1a0065391f8cdb0c51b8099d2a65b9eddef58e04ddd7dd75867c2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-xlht2 018910347dd1a0065391f8cdb0c51b8099d2a65b9eddef58e04ddd7dd75867c2 network default NAD default NAD key ] I0501 20:18:29.246354 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-xlht2, hostIfaceName: 018910347dd1a00, network: default, NAD default, SandboxID: "018910347dd1a0065391f8cdb0c51b8099d2a65b9eddef58e04ddd7dd75867c2", PCI device ID: , UID: "98092c0d-82f6-4749-9797-9212e05dd12e", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0501 20:18:29.304093 3794 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-xlht2 018910347dd1a0065391f8cdb0c51b8099d2a65b9eddef58e04ddd7dd75867c2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-xlht2 018910347dd1a0065391f8cdb0c51b8099d2a65b9eddef58e04ddd7dd75867c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:32:aa:69:30:83\",\"name\":\"018910347dd1a00\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c38e3df-43f0-4ded-9033-5e70031b2508\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:18:33.528571 3794 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:33.528592 3794 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:33.528598 3794 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0501 20:18:36.841011 3794 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:36.841576 3794 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:36.889532 3794 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:36.889553 3794 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:36.894043 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0501 20:18:36.894066 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0501 20:18:37.823767 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0501 20:18:38.802476 3794 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-dkhhk-j6db5] creating logical port tsf-tas_segment-backup-installation-dkhhk-j6db5 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:18:38.802603 3794 kube.go:256] Updating pod tsf-tas/segment-backup-installation-dkhhk-j6db5 I0501 20:18:38.814530 3794 pod.go:62] [tsf-tas/segment-backup-installation-dkhhk-j6db5] pod update took 11.959695ms I0501 20:18:38.814574 3794 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-dkhhk-j6db5] addLogicalPort annotation time took 12.009399ms I0501 20:18:38.815873 3794 pods.go:271] [tsf-tas/segment-backup-installation-dkhhk-j6db5] addLogicalPort took 13.412045ms, libovsdb time 865.445µs I0501 20:18:39.191220 3794 cni.go:452] [tsf-tas/segment-backup-installation-dkhhk-j6db5 8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-dkhhk-j6db5 8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374 network default NAD default NAD key ] I0501 20:18:39.201037 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-dkhhk-j6db5, hostIfaceName: 8c9d65636058e7d, network: default, NAD default, SandboxID: "8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374", PCI device ID: , UID: "560d4089-f0a5-4ba5-8f00-776b113dc6ba", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0501 20:18:39.258969 3794 cni.go:473] [tsf-tas/segment-backup-installation-dkhhk-j6db5 8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-dkhhk-j6db5 8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:5f:fa:91:ef:5c\",\"name\":\"8c9d65636058e7d\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/812be96e-5865-49e5-b82e-15bc4d11e0fb\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:18:39.595369 3794 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-nqtzg-xxp9d] creating logical port tsf-tas_ctlog-createtree-job-nqtzg-xxp9d for pod on switch ip-10-0-0-151.ec2.internal I0501 20:18:39.595464 3794 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-nqtzg-xxp9d W0501 20:18:39.598466 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:39.598507 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0501 20:18:39.598515 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0501 20:18:39.623584 3794 pod.go:62] [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d] pod update took 28.142607ms I0501 20:18:39.623617 3794 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-nqtzg-xxp9d] addLogicalPort annotation time took 28.180999ms I0501 20:18:39.629289 3794 pods.go:271] [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d] addLogicalPort took 33.936177ms, libovsdb time 5.154287ms I0501 20:18:39.893903 3794 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7c887fbc9d-wj9qv] creating logical port tsf-tas_trillian-logserver-7c887fbc9d-wj9qv for pod on switch ip-10-0-0-151.ec2.internal I0501 20:18:39.894005 3794 kube.go:256] Updating pod tsf-tas/trillian-logserver-7c887fbc9d-wj9qv I0501 20:18:39.913773 3794 pod.go:62] [tsf-tas/trillian-logserver-7c887fbc9d-wj9qv] pod update took 19.794403ms I0501 20:18:39.913803 3794 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7c887fbc9d-wj9qv] addLogicalPort annotation time took 19.829104ms I0501 20:18:39.915243 3794 pods.go:271] [tsf-tas/trillian-logserver-7c887fbc9d-wj9qv] addLogicalPort took 21.357669ms, libovsdb time 906.151µs I0501 20:18:39.985055 3794 cni.go:452] [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d 0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d 0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d network default NAD default NAD key ] I0501 20:18:39.996699 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-nqtzg-xxp9d, hostIfaceName: 0b94b015baea9df, network: default, NAD default, SandboxID: "0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d", PCI device ID: , UID: "387231ee-ec82-4562-83c7-579891749835", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0501 20:18:40.050690 3794 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf] creating logical port tsf-tas_trillian-logsigner-79d6bb6d5c-5zlmf for pod on switch ip-10-0-0-151.ec2.internal I0501 20:18:40.050797 3794 kube.go:256] Updating pod tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf I0501 20:18:40.054311 3794 cni.go:473] [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d 0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d 0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a9:f7:a3:92:28\",\"name\":\"0b94b015baea9df\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfc19861-cfa7-450c-93bb-cb14f687ce31\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:18:40.072354 3794 pod.go:62] [tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf] pod update took 21.585735ms I0501 20:18:40.072387 3794 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf] addLogicalPort annotation time took 21.625598ms I0501 20:18:40.073732 3794 pods.go:271] [tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf] addLogicalPort took 23.066706ms, libovsdb time 839.926µs I0501 20:18:40.417847 3794 cni.go:452] [tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf bce3630f6436843b8ff6a17c8e5e967b0be452d690509c17df29402e80392c14 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf bce3630f6436843b8ff6a17c8e5e967b0be452d690509c17df29402e80392c14 network default NAD default NAD key ] I0501 20:18:40.429010 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-79d6bb6d5c-5zlmf, hostIfaceName: bce3630f6436843, network: default, NAD default, SandboxID: "bce3630f6436843b8ff6a17c8e5e967b0be452d690509c17df29402e80392c14", PCI device ID: , UID: "1b215114-81ac-43c3-a280-e26c74cbbd99", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0501 20:18:40.491232 3794 cni.go:473] [tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf bce3630f6436843b8ff6a17c8e5e967b0be452d690509c17df29402e80392c14 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-79d6bb6d5c-5zlmf bce3630f6436843b8ff6a17c8e5e967b0be452d690509c17df29402e80392c14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9c:16:cf:61:a0\",\"name\":\"bce3630f6436843\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d808a3d-6a64-4209-bc54-c264b665bd1d\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:18:40.942357 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=4 I0501 20:18:41.763596 3794 cni.go:452] [tsf-tas/trillian-logserver-7c887fbc9d-wj9qv 45e2bf821b72dfd36c054e2ad56d05d191b4ec643415b0fc3e0d4e03f0f27e33 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7c887fbc9d-wj9qv 45e2bf821b72dfd36c054e2ad56d05d191b4ec643415b0fc3e0d4e03f0f27e33 network default NAD default NAD key ] I0501 20:18:41.774426 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7c887fbc9d-wj9qv, hostIfaceName: 45e2bf821b72dfd, network: default, NAD default, SandboxID: "45e2bf821b72dfd36c054e2ad56d05d191b4ec643415b0fc3e0d4e03f0f27e33", PCI device ID: , UID: "1c0a3e9d-0ab0-4bca-a2d2-628016200b51", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0501 20:18:41.834895 3794 cni.go:473] [tsf-tas/trillian-logserver-7c887fbc9d-wj9qv 45e2bf821b72dfd36c054e2ad56d05d191b4ec643415b0fc3e0d4e03f0f27e33 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7c887fbc9d-wj9qv 45e2bf821b72dfd36c054e2ad56d05d191b4ec643415b0fc3e0d4e03f0f27e33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:3b:55:51:05:cf\",\"name\":\"45e2bf821b72dfd\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0ec1d83-fbbb-42fa-8fb0-61d26c6869ac\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:18:42.729581 3794 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5ddc6cd456-cxzzv] creating logical port tsf-tas_trillian-db-5ddc6cd456-cxzzv for pod on switch ip-10-0-0-151.ec2.internal I0501 20:18:42.729862 3794 kube.go:256] Updating pod tsf-tas/trillian-db-5ddc6cd456-cxzzv I0501 20:18:42.746111 3794 pod.go:62] [tsf-tas/trillian-db-5ddc6cd456-cxzzv] pod update took 16.282799ms I0501 20:18:42.746145 3794 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5ddc6cd456-cxzzv] addLogicalPort annotation time took 16.323696ms I0501 20:18:42.748128 3794 pods.go:271] [tsf-tas/trillian-db-5ddc6cd456-cxzzv] addLogicalPort took 18.566154ms, libovsdb time 1.373052ms I0501 20:18:46.933336 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0501 20:18:53.953334 3794 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-h2tmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:53.953924 3794 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-h2tmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:54.503728 3794 cni.go:452] [tsf-tas/trillian-db-5ddc6cd456-cxzzv 35cff2a23bdce87f5b02adca2bf2e9f3dccae25fd2b6edc39611fcc44bde66a3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5ddc6cd456-cxzzv 35cff2a23bdce87f5b02adca2bf2e9f3dccae25fd2b6edc39611fcc44bde66a3 network default NAD default NAD key ] I0501 20:18:54.513706 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5ddc6cd456-cxzzv, hostIfaceName: 35cff2a23bdce87, network: default, NAD default, SandboxID: "35cff2a23bdce87f5b02adca2bf2e9f3dccae25fd2b6edc39611fcc44bde66a3", PCI device ID: , UID: "09677c55-83a4-4342-9f7f-cea6973f7f70", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0501 20:18:54.573727 3794 cni.go:473] [tsf-tas/trillian-db-5ddc6cd456-cxzzv 35cff2a23bdce87f5b02adca2bf2e9f3dccae25fd2b6edc39611fcc44bde66a3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5ddc6cd456-cxzzv 35cff2a23bdce87f5b02adca2bf2e9f3dccae25fd2b6edc39611fcc44bde66a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:b8:18:50:37:50\",\"name\":\"35cff2a23bdce87\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b15ef945-120c-487a-80dc-d4e97b7edc4f\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:18:54.660381 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0501 20:18:54.684008 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0501 20:18:54.829818 3794 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-h2tmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:54.829841 3794 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-h2tmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:18:57.704047 3794 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0501 20:18:58.697606 3794 cni.go:452] [tsf-tas/segment-backup-installation-dkhhk-j6db5 8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-dkhhk-j6db5 8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374 network default NAD default NAD key ] I0501 20:18:58.781250 3794 cni.go:473] [tsf-tas/segment-backup-installation-dkhhk-j6db5 8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-dkhhk-j6db5 8c9d65636058e7dbd261459806342e4274325df6289aab176bec0d8790213374 network default NAD default NAD key default], result "{}", err I0501 20:18:58.841076 3794 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:58.841117 3794 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-dkhhk-j6db5 I0501 20:18:58.842528 3794 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-dkhhk-j6db5, ips: 10.128.0.43 I0501 20:18:58.842559 3794 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:18:59.727551 3794 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:18:59.727576 3794 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dkhhk-j6db5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:02.699573 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-kf5p8 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:19:02.699663 3794 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8 I0501 20:19:02.713885 3794 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8] pod update took 14.24289ms I0501 20:19:02.713908 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8] addLogicalPort annotation time took 14.271161ms I0501 20:19:02.715338 3794 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8] addLogicalPort took 15.777947ms, libovsdb time 935.106µs I0501 20:19:03.066406 3794 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8 29da8a7dc6bfc6d2371398a42a3b09cdec4c4ac69713e11e8ab353b4ebd4d2d0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8 29da8a7dc6bfc6d2371398a42a3b09cdec4c4ac69713e11e8ab353b4ebd4d2d0 network default NAD default NAD key ] I0501 20:19:03.076086 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-kf5p8, hostIfaceName: 29da8a7dc6bfc6d, network: default, NAD default, SandboxID: "29da8a7dc6bfc6d2371398a42a3b09cdec4c4ac69713e11e8ab353b4ebd4d2d0", PCI device ID: , UID: "119847d1-3aaf-4634-9d15-e1e7da69faee", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0501 20:19:03.134843 3794 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8 29da8a7dc6bfc6d2371398a42a3b09cdec4c4ac69713e11e8ab353b4ebd4d2d0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kf5p8 29da8a7dc6bfc6d2371398a42a3b09cdec4c4ac69713e11e8ab353b4ebd4d2d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b2:d9:29:62:44\",\"name\":\"29da8a7dc6bfc6d\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a33afd6-dde6-4d2f-936e-527101652435\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:19:06.867828 3794 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0501 20:19:06.867848 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0501 20:19:06.927529 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0501 20:19:08.734254 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0501 20:19:23.793437 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0501 20:19:23.815308 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0501 20:19:24.991268 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-9m5sp for pod on switch ip-10-0-0-151.ec2.internal I0501 20:19:24.991378 3794 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp I0501 20:19:25.005320 3794 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp] pod update took 13.975107ms I0501 20:19:25.005343 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp] addLogicalPort annotation time took 14.002803ms I0501 20:19:25.006758 3794 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp] addLogicalPort took 15.512199ms, libovsdb time 899.087µs I0501 20:19:25.693036 3794 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp b1db6e75987c1e9616b4d35189e1f5073d5d6d765a45ebe5507432e28f7cf758 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp b1db6e75987c1e9616b4d35189e1f5073d5d6d765a45ebe5507432e28f7cf758 network default NAD default NAD key ] I0501 20:19:25.703098 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-9m5sp, hostIfaceName: b1db6e75987c1e9, network: default, NAD default, SandboxID: "b1db6e75987c1e9616b4d35189e1f5073d5d6d765a45ebe5507432e28f7cf758", PCI device ID: , UID: "0440a0b4-c574-4c38-b453-218da9f9b92b", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0501 20:19:25.762149 3794 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp b1db6e75987c1e9616b4d35189e1f5073d5d6d765a45ebe5507432e28f7cf758 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-9m5sp b1db6e75987c1e9616b4d35189e1f5073d5d6d765a45ebe5507432e28f7cf758 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:a3:6f:bc:c8:53\",\"name\":\"b1db6e75987c1e9\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed6683ad-105d-4fba-85ea-7f5d533dbbfa\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:19:27.091573 3794 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:27.092228 3794 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:27.113258 3794 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:27.113289 3794 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:27.116982 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0501 20:19:27.117077 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0501 20:19:28.910645 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0501 20:19:33.017812 3794 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:33.018394 3794 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:33.893148 3794 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:33.893172 3794 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jlxv9-wgthf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:36.160275 3794 obj_retry.go:498] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:36.160835 3794 obj_retry.go:498] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:37.182128 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:37.182152 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:37.932166 3794 cni.go:452] [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d 0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d 0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d network default NAD default NAD key ] I0501 20:19:38.022253 3794 cni.go:473] [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d 0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-nqtzg-xxp9d 0b94b015baea9df537ea4c46f94f4ee6fc6ca84127f3019b841613d70470b93d network default NAD default NAD key default], result "{}", err I0501 20:19:38.083419 3794 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:38.083462 3794 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-nqtzg-xxp9d I0501 20:19:38.084805 3794 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-nqtzg-xxp9d, ips: 10.128.0.44 I0501 20:19:38.084835 3794 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:38.949832 3794 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:38.949855 3794 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-nqtzg-xxp9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:39.481095 3794 namespace.go:142] [openshift-pipelines] updating namespace W0501 20:19:40.929821 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0501 20:19:41.951029 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0501 20:19:42.944979 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0501 20:19:43.078472 3794 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0501 20:19:45.184963 3794 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-x9jhd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:45.185541 3794 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-x9jhd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:19:45.965833 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0501 20:19:46.085804 3794 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-x9jhd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.085828 3794 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-x9jhd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.121740 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.121767 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-j99h8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:46.126679 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-j99h8 I0501 20:19:46.126705 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-j99h8 I0501 20:19:50.229054 3794 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:50.229619 3794 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:19:50.251036 3794 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:50.251062 3794 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:19:50.257530 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0501 20:19:50.257553 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0501 20:19:51.607871 3794 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-h67hp] creating logical port tsf-tpa_create-db-h67hp for pod on switch ip-10-0-0-151.ec2.internal I0501 20:19:51.607966 3794 kube.go:256] Updating pod tsf-tpa/create-db-h67hp I0501 20:19:51.621965 3794 pod.go:62] [tsf-tpa/create-db-h67hp] pod update took 14.022494ms I0501 20:19:51.621988 3794 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-h67hp] addLogicalPort annotation time took 14.05014ms I0501 20:19:51.623222 3794 pods.go:271] [tsf-tpa/create-db-h67hp] addLogicalPort took 15.372311ms, libovsdb time 847.402µs I0501 20:19:51.975473 3794 cni.go:452] [tsf-tpa/create-db-h67hp e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-h67hp e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be network default NAD default NAD key ] I0501 20:19:51.985788 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-h67hp, hostIfaceName: e32995832b258e2, network: default, NAD default, SandboxID: "e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be", PCI device ID: , UID: "1865105e-a232-4b81-9e8c-62efcee3cc5c", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0501 20:19:52.047092 3794 cni.go:473] [tsf-tpa/create-db-h67hp e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-h67hp e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:95:8a:91:e2:55\",\"name\":\"e32995832b258e2\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/168e2cb7-af13-40ab-8d5a-cda548587b4d\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:19:59.826531 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=109 I0501 20:20:00.179415 3794 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29627780-nvthv for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:00.179548 3794 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv I0501 20:20:00.195322 3794 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv] pod update took 15.830051ms I0501 20:20:00.195349 3794 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv] addLogicalPort annotation time took 15.861064ms I0501 20:20:00.196789 3794 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv] addLogicalPort took 17.390938ms, libovsdb time 964.085µs I0501 20:20:00.546477 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13 network default NAD default NAD key ] I0501 20:20:00.556428 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29627780-nvthv, hostIfaceName: a66a91b84fbf099, network: default, NAD default, SandboxID: "a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13", PCI device ID: , UID: "903eb463-d43f-4e36-8575-ae415e50e4fd", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0501 20:20:00.617306 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4c:09:45:ae:a7\",\"name\":\"a66a91b84fbf099\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59b823e1-f2b2-4b6a-b292-73aedb2a8768\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:20:01.065634 3794 cni.go:452] [tsf-tpa/create-db-h67hp e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-h67hp e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be network default NAD default NAD key ] I0501 20:20:01.144257 3794 cni.go:473] [tsf-tpa/create-db-h67hp e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-h67hp e32995832b258e27c7cfbe223ab0f9441251d2656ef2f4a7568178360e3e72be network default NAD default NAD key default], result "{}", err I0501 20:20:01.206136 3794 obj_retry.go:498] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:01.206174 3794 pods.go:176] Deleting pod: tsf-tpa/create-db-h67hp I0501 20:20:01.207589 3794 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-h67hp, ips: 10.128.0.50 I0501 20:20:01.207617 3794 obj_retry.go:498] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:02.232403 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:02.232425 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:04.086234 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13 network default NAD default NAD key ] I0501 20:20:04.172607 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv a66a91b84fbf099b8fdb22f7cda5340d3eae12a468a32097b8c3780367016a13 network default NAD default NAD key default], result "{}", err I0501 20:20:04.376272 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:04.376308 3794 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv I0501 20:20:04.377621 3794 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv, ips: 10.128.0.51 I0501 20:20:04.377650 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:05.096173 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:05.096198 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627780-nvthv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:08.421945 3794 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:08.422575 3794 obj_retry.go:498] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:09.211431 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:09.211464 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:09.410690 3794 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-mx4t2] creating logical port tsf-tpa_create-importers-mx4t2 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:09.410816 3794 kube.go:256] Updating pod tsf-tpa/create-importers-mx4t2 I0501 20:20:09.425475 3794 pod.go:62] [tsf-tpa/create-importers-mx4t2] pod update took 14.678367ms I0501 20:20:09.425527 3794 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-mx4t2] addLogicalPort annotation time took 14.734433ms I0501 20:20:09.426777 3794 pods.go:271] [tsf-tpa/create-importers-mx4t2] addLogicalPort took 16.105233ms, libovsdb time 855.981µs I0501 20:20:09.775887 3794 cni.go:452] [tsf-tpa/create-importers-mx4t2 f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-mx4t2 f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410 network default NAD default NAD key ] I0501 20:20:09.785963 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-mx4t2, hostIfaceName: f45325bfb9980c7, network: default, NAD default, SandboxID: "f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410", PCI device ID: , UID: "1aaab8d7-4b59-4baf-a4ce-6e1566dc3637", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0501 20:20:09.844036 3794 cni.go:473] [tsf-tpa/create-importers-mx4t2 f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-mx4t2 f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:8b:38:db:dc:63\",\"name\":\"f45325bfb9980c7\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb6e0059-49a9-430d-bd33-4dfab9d7a939\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:20:11.129837 3794 cni.go:452] [tsf-tpa/create-importers-mx4t2 f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-mx4t2 f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410 network default NAD default NAD key ] I0501 20:20:11.217902 3794 cni.go:473] [tsf-tpa/create-importers-mx4t2 f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-mx4t2 f45325bfb9980c7d8cda569c4c713f3b0af1ebdcc67106dd7a93bff7390ad410 network default NAD default NAD key default], result "{}", err I0501 20:20:11.275428 3794 obj_retry.go:498] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:11.275462 3794 pods.go:176] Deleting pod: tsf-tpa/create-importers-mx4t2 I0501 20:20:11.276860 3794 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-mx4t2, ips: 10.128.0.52 I0501 20:20:11.276888 3794 obj_retry.go:498] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:12.299064 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:12.299089 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:15.519567 3794 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:15.520185 3794 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:16.541877 3794 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:16.541902 3794 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-vzg28-2gz6q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0501 20:20:18.276179 3794 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0501 20:20:29.314021 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0501 20:20:31.455208 3794 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:31.455837 3794 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:20:31.478987 3794 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:31.479014 3794 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:20:31.485436 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0501 20:20:31.485461 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0501 20:20:32.265663 3794 namespace.go:98] [integration-service] adding namespace I0501 20:20:32.266590 3794 namespace.go:102] [integration-service] adding namespace took 902.75µs I0501 20:20:32.269441 3794 namespace.go:98] [build-service] adding namespace I0501 20:20:32.269545 3794 namespace.go:98] [image-controller] adding namespace I0501 20:20:32.270196 3794 namespace.go:98] [default-tenant] adding namespace I0501 20:20:32.270208 3794 namespace.go:102] [build-service] adding namespace took 750.364µs I0501 20:20:32.270796 3794 namespace.go:102] [default-tenant] adding namespace took 586.072µs I0501 20:20:32.271591 3794 namespace.go:102] [image-controller] adding namespace took 2.028991ms I0501 20:20:32.314146 3794 namespace.go:142] [integration-service] updating namespace I0501 20:20:32.340403 3794 namespace.go:142] [integration-service] updating namespace I0501 20:20:32.357091 3794 namespace.go:142] [build-service] updating namespace I0501 20:20:32.467414 3794 namespace.go:142] [build-service] updating namespace I0501 20:20:32.514179 3794 namespace.go:142] [image-controller] updating namespace I0501 20:20:32.561134 3794 namespace.go:142] [default-tenant] updating namespace I0501 20:20:32.624307 3794 namespace.go:142] [image-controller] updating namespace I0501 20:20:32.686948 3794 namespace.go:142] [default-tenant] updating namespace I0501 20:20:32.908686 3794 namespace.go:142] [build-service] updating namespace I0501 20:20:32.965176 3794 namespace.go:142] [integration-service] updating namespace I0501 20:20:33.079293 3794 namespace.go:98] [release-service] adding namespace I0501 20:20:33.079386 3794 namespace.go:142] [build-service] updating namespace I0501 20:20:33.080224 3794 namespace.go:102] [release-service] adding namespace took 911.368µs I0501 20:20:33.243681 3794 namespace.go:142] [konflux-ui] updating namespace I0501 20:20:33.276448 3794 namespace.go:142] [release-service] updating namespace I0501 20:20:33.363402 3794 namespace.go:142] [default-tenant] updating namespace I0501 20:20:33.444555 3794 namespace.go:142] [release-service] updating namespace I0501 20:20:33.553369 3794 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:33.553458 3794 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0501 20:20:33.592514 3794 namespace.go:98] [konflux-info] adding namespace I0501 20:20:33.593353 3794 namespace.go:102] [konflux-info] adding namespace took 812.972µs I0501 20:20:33.606283 3794 namespace.go:142] [image-controller] updating namespace I0501 20:20:33.626211 3794 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 72.776681ms I0501 20:20:33.626236 3794 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 72.80501ms I0501 20:20:33.627696 3794 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 74.34183ms, libovsdb time 973.232µs I0501 20:20:33.707356 3794 namespace.go:142] [konflux-info] updating namespace I0501 20:20:33.728240 3794 namespace.go:98] [namespace-lister] adding namespace I0501 20:20:33.729174 3794 namespace.go:102] [namespace-lister] adding namespace took 912.585µs I0501 20:20:33.742122 3794 namespace.go:98] [enterprise-contract-service] adding namespace I0501 20:20:33.742909 3794 namespace.go:102] [enterprise-contract-service] adding namespace took 766.594µs I0501 20:20:33.769384 3794 namespace.go:142] [konflux-info] updating namespace I0501 20:20:33.825288 3794 namespace.go:142] [image-controller] updating namespace I0501 20:20:33.866259 3794 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:33.914734 3794 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:33.979390 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:33.985347 3794 namespace.go:142] [default-tenant] updating namespace I0501 20:20:34.033415 3794 namespace.go:98] [segment-bridge] adding namespace I0501 20:20:34.034341 3794 namespace.go:102] [segment-bridge] adding namespace took 901.64µs I0501 20:20:34.064501 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:34.095198 3794 namespace.go:98] [konflux-cli] adding namespace I0501 20:20:34.096160 3794 namespace.go:102] [konflux-cli] adding namespace took 937.832µs I0501 20:20:34.173944 3794 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:34.228089 3794 cni.go:452] [konflux-ui/test-tsf-konflux 0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d network default NAD default NAD key ] I0501 20:20:34.238169 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 0dbf7e7206d483b, network: default, NAD default, SandboxID: "0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d", PCI device ID: , UID: "7080d04d-ed40-4840-931a-6e115d15a015", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0501 20:20:34.280410 3794 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:34.298837 3794 cni.go:473] [konflux-ui/test-tsf-konflux 0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:e2:c8:e3:61:05\",\"name\":\"0dbf7e7206d483b\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7584caf-662b-478f-ba92-f113a675c599\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:20:34.309405 3794 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:34.410427 3794 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:34.585625 3794 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0501 20:20:34.586266 3794 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0501 20:20:34.586280 3794 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0501 20:20:34.589177 3794 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0501 20:20:34.634047 3794 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0501 20:20:34.634074 3794 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0501 20:20:34.634908 3794 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0501 20:20:34.768329 3794 namespace.go:142] [integration-service] updating namespace I0501 20:20:34.791384 3794 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-4rwfk] creating logical port namespace-lister_namespace-lister-696b855848-4rwfk for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:34.791557 3794 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-4rwfk I0501 20:20:34.831377 3794 pod.go:62] [namespace-lister/namespace-lister-696b855848-4rwfk] pod update took 39.849424ms I0501 20:20:34.831407 3794 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-4rwfk] addLogicalPort annotation time took 39.916244ms I0501 20:20:34.832743 3794 pods.go:271] [namespace-lister/namespace-lister-696b855848-4rwfk] addLogicalPort took 41.377628ms, libovsdb time 896.262µs I0501 20:20:35.039320 3794 namespace.go:142] [build-service] updating namespace I0501 20:20:35.150728 3794 namespace.go:142] [default-tenant] updating namespace I0501 20:20:35.208523 3794 namespace.go:142] [image-controller] updating namespace I0501 20:20:35.229839 3794 namespace.go:142] [integration-service] updating namespace I0501 20:20:35.480636 3794 namespace.go:142] [build-service] updating namespace I0501 20:20:35.599913 3794 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-tm62q] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-tm62q for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:35.600149 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-tm62q I0501 20:20:35.636023 3794 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q] pod update took 35.914465ms I0501 20:20:35.636049 3794 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-tm62q] addLogicalPort annotation time took 35.946177ms I0501 20:20:35.637418 3794 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q] addLogicalPort took 37.524861ms, libovsdb time 952.561µs I0501 20:20:35.666862 3794 namespace.go:142] [default-tenant] updating namespace I0501 20:20:35.858958 3794 namespace.go:142] [image-controller] updating namespace I0501 20:20:35.953328 3794 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-grgfx] creating logical port build-service_build-service-controller-manager-7cbf488fcf-grgfx for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:35.953455 3794 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-grgfx I0501 20:20:36.009827 3794 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-grgfx] pod update took 56.410846ms I0501 20:20:36.009857 3794 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-grgfx] addLogicalPort annotation time took 56.449331ms I0501 20:20:36.011569 3794 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-grgfx] addLogicalPort took 58.258569ms, libovsdb time 1.094685ms I0501 20:20:36.049363 3794 namespace.go:142] [integration-service] updating namespace I0501 20:20:36.340124 3794 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-grgfx 551e6306db459173d99cb40a56fcfc7861d4a7734adb7c7d55fae76239e8f8f0 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-grgfx 551e6306db459173d99cb40a56fcfc7861d4a7734adb7c7d55fae76239e8f8f0 network default NAD default NAD key ] I0501 20:20:36.349980 3794 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-grgfx, hostIfaceName: 551e6306db45917, network: default, NAD default, SandboxID: "551e6306db459173d99cb40a56fcfc7861d4a7734adb7c7d55fae76239e8f8f0", PCI device ID: , UID: "84d76b68-7307-4b47-9673-02e25dd73cef", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0501 20:20:36.410835 3794 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-grgfx 551e6306db459173d99cb40a56fcfc7861d4a7734adb7c7d55fae76239e8f8f0 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-grgfx 551e6306db459173d99cb40a56fcfc7861d4a7734adb7c7d55fae76239e8f8f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:b1:0a:f6:80:71\",\"name\":\"551e6306db45917\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e22deff-669f-4c24-98f9-3f7f45e9040b\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:20:36.546431 3794 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-gjwb8 for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:36.546576 3794 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8 I0501 20:20:36.571147 3794 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8] pod update took 24.593241ms I0501 20:20:36.571172 3794 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8] addLogicalPort annotation time took 24.624062ms I0501 20:20:36.572462 3794 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8] addLogicalPort took 26.04671ms, libovsdb time 857.693µs I0501 20:20:36.649948 3794 cni.go:452] [namespace-lister/namespace-lister-696b855848-4rwfk 110c19a2d758904f71683bc20d65f6f25049570025446e26d3896052fa706fc2 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-4rwfk 110c19a2d758904f71683bc20d65f6f25049570025446e26d3896052fa706fc2 network default NAD default NAD key ] I0501 20:20:36.660386 3794 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-4rwfk, hostIfaceName: 110c19a2d758904, network: default, NAD default, SandboxID: "110c19a2d758904f71683bc20d65f6f25049570025446e26d3896052fa706fc2", PCI device ID: , UID: "09d0c3e9-852b-41d4-9c3b-a1df2eb1c69e", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0501 20:20:36.719119 3794 cni.go:473] [namespace-lister/namespace-lister-696b855848-4rwfk 110c19a2d758904f71683bc20d65f6f25049570025446e26d3896052fa706fc2 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-4rwfk 110c19a2d758904f71683bc20d65f6f25049570025446e26d3896052fa706fc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:54:79:75:4b:54\",\"name\":\"110c19a2d758904\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecc0a2e0-082f-4c5e-8acc-a8393bbc9eae\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:20:37.043148 3794 base_network_controller_pods.go:487] [default/konflux-ui/proxy-868c456687-x2fcq] creating logical port konflux-ui_proxy-868c456687-x2fcq for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:37.043249 3794 kube.go:256] Updating pod konflux-ui/proxy-868c456687-x2fcq I0501 20:20:37.073273 3794 pod.go:62] [konflux-ui/proxy-868c456687-x2fcq] pod update took 30.058635ms I0501 20:20:37.073296 3794 base_network_controller_pods.go:951] [default/konflux-ui/proxy-868c456687-x2fcq] addLogicalPort annotation time took 30.087413ms I0501 20:20:37.074857 3794 pods.go:271] [konflux-ui/proxy-868c456687-x2fcq] addLogicalPort took 31.72624ms, libovsdb time 1.012444ms I0501 20:20:37.713603 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:37.880652 3794 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-747d54cfd6-x2cts] creating logical port integration-service_integration-service-controller-manager-747d54cfd6-x2cts for pod on switch ip-10-0-0-151.ec2.internal I0501 20:20:37.880770 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-747d54cfd6-x2cts I0501 20:20:37.897809 3794 pod.go:62] [integration-service/integration-service-controller-manager-747d54cfd6-x2cts] pod update took 17.072269ms I0501 20:20:37.897843 3794 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-747d54cfd6-x2cts] addLogicalPort annotation time took 17.11343ms I0501 20:20:37.899305 3794 pods.go:271] [integration-service/integration-service-controller-manager-747d54cfd6-x2cts] addLogicalPort took 18.674612ms, libovsdb time 939.393µs I0501 20:20:37.959456 3794 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:38.160176 3794 namespace.go:142] [konflux-info] updating namespace I0501 20:20:38.355869 3794 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:38.548203 3794 namespace.go:142] [release-service] updating namespace I0501 20:20:38.751193 3794 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:38.875836 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:38.894049 3794 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:38.912266 3794 namespace.go:142] [konflux-info] updating namespace I0501 20:20:38.934208 3794 namespace.go:142] [namespace-lister] updating namespace I0501 20:20:38.945110 3794 namespace.go:142] [release-service] updating namespace I0501 20:20:38.961692 3794 namespace.go:142] [segment-bridge] updating namespace I0501 20:20:39.018285 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0501 20:20:39.091818 3794 namespace.go:142] [konflux-cli] updating namespace I0501 20:20:39.149262 3794 namespace.go:142] [konflux-info] updating namespace I0501 20:20:39.236339 3794 namespace.go:142] [namespace-lister] updating namespace W0501 20:20:39.278875 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0501 20:20:39.306897 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0501 20:20:39.331960 3794 namespace.go:142] [release-service] updating namespace W0501 20:20:39.336975 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0501 20:20:39.431967 3794 namespace.go:142] [segment-bridge] updating namespace W0501 20:20:40.323241 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0501 20:20:44.006044 3794 cni.go:452] [integration-service/integration-service-controller-manager-747d54cfd6-x2cts 36ff2f78368a32c4762731fdbd8d19da9bbd359c590da18535b234d394657d2d network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-747d54cfd6-x2cts 36ff2f78368a32c4762731fdbd8d19da9bbd359c590da18535b234d394657d2d network default NAD default NAD key ] I0501 20:20:44.006204 3794 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q 5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q 5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae network default NAD default NAD key ] I0501 20:20:44.017116 3794 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-tm62q, hostIfaceName: 5bf1ebe096de86d, network: default, NAD default, SandboxID: "5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae", PCI device ID: , UID: "28c33e63-93e5-4a7d-9b3b-6b5b39244300", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0501 20:20:44.017763 3794 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-747d54cfd6-x2cts, hostIfaceName: 36ff2f78368a32c, network: default, NAD default, SandboxID: "36ff2f78368a32c4762731fdbd8d19da9bbd359c590da18535b234d394657d2d", PCI device ID: , UID: "84312576-6fbc-4ea4-b357-a94ba842d5e3", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0501 20:20:44.084293 3794 cni.go:473] [integration-service/integration-service-controller-manager-747d54cfd6-x2cts 36ff2f78368a32c4762731fdbd8d19da9bbd359c590da18535b234d394657d2d network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-747d54cfd6-x2cts 36ff2f78368a32c4762731fdbd8d19da9bbd359c590da18535b234d394657d2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:34:80:a4:d1:7e\",\"name\":\"36ff2f78368a32c\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87209729-a80c-4239-9dbc-416dd4ad683b\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:20:44.111047 3794 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q 5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q 5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:13:ba:a2:d0:cc\",\"name\":\"5bf1ebe096de86d\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/665db0fd-3c04-49f3-b78f-392e2d7b0e58\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:20:44.426398 3794 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8 8f8c0d2e03d8a26bd379540b4eca77de1bebf905ba7a6380f1d2ba61f1a08d9b network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8 8f8c0d2e03d8a26bd379540b4eca77de1bebf905ba7a6380f1d2ba61f1a08d9b network default NAD default NAD key ] I0501 20:20:44.437245 3794 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-gjwb8, hostIfaceName: 8f8c0d2e03d8a26, network: default, NAD default, SandboxID: "8f8c0d2e03d8a26bd379540b4eca77de1bebf905ba7a6380f1d2ba61f1a08d9b", PCI device ID: , UID: "96fc57fe-5d32-49d8-9126-6c2124ac3ced", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0501 20:20:44.497582 3794 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8 8f8c0d2e03d8a26bd379540b4eca77de1bebf905ba7a6380f1d2ba61f1a08d9b network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-gjwb8 8f8c0d2e03d8a26bd379540b4eca77de1bebf905ba7a6380f1d2ba61f1a08d9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:51:a3:bd:f3:13\",\"name\":\"8f8c0d2e03d8a26\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f09c5368-41e8-4af3-8f93-f27185709a7e\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:20:44.925469 3794 cni.go:452] [konflux-ui/proxy-868c456687-x2fcq edd10689f738486c12afe6316a23da55d2a8360c3d391d54c39bd5eaf85377c3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-868c456687-x2fcq edd10689f738486c12afe6316a23da55d2a8360c3d391d54c39bd5eaf85377c3 network default NAD default NAD key ] I0501 20:20:44.938121 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-868c456687-x2fcq, hostIfaceName: edd10689f738486, network: default, NAD default, SandboxID: "edd10689f738486c12afe6316a23da55d2a8360c3d391d54c39bd5eaf85377c3", PCI device ID: , UID: "d159249e-c06b-4923-9c1b-5f433e7954a0", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0501 20:20:45.003519 3794 cni.go:473] [konflux-ui/proxy-868c456687-x2fcq edd10689f738486c12afe6316a23da55d2a8360c3d391d54c39bd5eaf85377c3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-868c456687-x2fcq edd10689f738486c12afe6316a23da55d2a8360c3d391d54c39bd5eaf85377c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:4d:ba:41:da:bd\",\"name\":\"edd10689f738486\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d40b0f4-7f7a-497b-94ca-4f3e937b524a\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:20:45.317400 3794 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0501 20:20:45.820041 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 W0501 20:20:49.360814 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:49.360838 3794 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:50.323734 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0501 20:20:51.398360 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0501 20:20:51.401872 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0501 20:20:51.427957 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0501 20:20:51.429570 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0501 20:20:51.464720 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:51.464741 3794 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0501 20:20:51.490273 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0501 20:20:51.493424 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0501 20:20:58.920642 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0501 20:21:02.413459 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0501 20:21:02.416279 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0501 20:21:02.479115 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0501 20:21:02.479279 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0501 20:21:03.129827 3794 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q 5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q 5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae network default NAD default NAD key ] I0501 20:21:03.221704 3794 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q 5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tm62q 5bf1ebe096de86d17ab61394fe12e2b4f466a241208faa9bae20d7be499b34ae network default NAD default NAD key default], result "{}", err I0501 20:21:03.300980 3794 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:03.301018 3794 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-tm62q I0501 20:21:03.302583 3794 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-tm62q, ips: 10.128.0.55 I0501 20:21:03.302615 3794 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:03.474802 3794 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:03.474828 3794 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tm62q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:03.480947 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tm62q I0501 20:21:03.481041 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tm62q W0501 20:21:26.453593 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0501 20:21:26.453616 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0501 20:21:33.919819 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0501 20:21:56.450998 3794 obj_retry.go:498] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:56.451606 3794 obj_retry.go:498] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:21:56.762740 3794 obj_retry.go:492] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:56.762771 3794 obj_retry.go:492] Detected object konflux-ui/proxy-9989d746b-8n7nc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:21:56.770844 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-9989d746b-8n7nc I0501 20:21:56.770874 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-9989d746b-8n7nc I0501 20:22:05.854463 3794 cni.go:452] [konflux-ui/test-tsf-konflux 0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d network default NAD default NAD key ] I0501 20:22:05.944456 3794 cni.go:473] [konflux-ui/test-tsf-konflux 0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 0dbf7e7206d483b145c46b777958544b9c5bb8f244e9f91074acd5cbd7344b5d network default NAD default NAD key default], result "{}", err I0501 20:22:06.000202 3794 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:22:06.000239 3794 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0501 20:22:06.001972 3794 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.53 I0501 20:22:06.002011 3794 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:22:06.038448 3794 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:22:06.038506 3794 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:22:06.045072 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0501 20:22:06.045102 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0501 20:22:10.930472 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0501 20:22:39.808547 3794 namespace.go:98] [managed-tenant-dfz6i] adding namespace I0501 20:22:39.809396 3794 namespace.go:102] [managed-tenant-dfz6i] adding namespace took 824.963µs I0501 20:22:39.832796 3794 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:39.850938 3794 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:40.910415 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0501 20:22:40.940626 3794 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:41.072483 3794 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:22:41.171766 3794 namespace.go:142] [managed-tenant-dfz6i] updating namespace I0501 20:24:02.830198 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=621 I0501 20:25:01.827525 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0501 20:25:38.826581 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 I0501 20:25:42.949786 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0501 20:26:25.953339 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0501 20:26:33.827423 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0501 20:26:38.954125 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0501 20:27:00.937252 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0501 20:27:23.945577 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0501 20:27:56.830466 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=54 I0501 20:28:30.913699 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0501 20:29:18.933629 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0501 20:29:23.922789 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0501 20:29:56.829147 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0501 20:30:00.206933 3794 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29627790-lhx9n for pod on switch ip-10-0-0-151.ec2.internal I0501 20:30:00.207049 3794 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n I0501 20:30:00.234476 3794 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n] pod update took 27.445169ms I0501 20:30:00.234531 3794 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n] addLogicalPort annotation time took 27.510502ms I0501 20:30:00.236043 3794 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n] addLogicalPort took 29.125932ms, libovsdb time 1.065021ms I0501 20:30:00.572633 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n 6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n 6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf network default NAD default NAD key ] I0501 20:30:00.582896 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29627790-lhx9n, hostIfaceName: 6ee3835ab0dde01, network: default, NAD default, SandboxID: "6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf", PCI device ID: , UID: "3c639a63-25c3-486b-a367-b38705813573", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0501 20:30:00.646979 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n 6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n 6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:88:99:73:52:2f\",\"name\":\"6ee3835ab0dde01\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf8651c3-a7af-4ac0-a241-145a45c37766\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:30:02.054534 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:02.054564 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-h67hp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:02.059846 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-h67hp I0501 20:30:02.059882 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-h67hp I0501 20:30:02.924626 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0501 20:30:03.691689 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n 6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n 6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf network default NAD default NAD key ] I0501 20:30:03.793584 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n 6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n 6ee3835ab0dde0136b06224811a9c66f536379886f7dc2f0aab303d24713b3bf network default NAD default NAD key default], result "{}", err I0501 20:30:03.848181 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:30:03.848245 3794 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n I0501 20:30:03.849859 3794 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n, ips: 10.128.0.60 I0501 20:30:03.849890 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:30:04.701561 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.701618 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627790-lhx9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.745367 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.745392 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:04.751118 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x I0501 20:30:04.751148 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627760-lbp4x I0501 20:30:09.042180 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:09.042226 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-4r9lc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:09.047707 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-4r9lc I0501 20:30:09.047732 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-4r9lc I0501 20:30:12.033944 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:12.033975 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-mx4t2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:30:12.039019 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mx4t2 I0501 20:30:12.039041 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mx4t2 I0501 20:30:29.833317 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0501 20:31:01.227110 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:01.227728 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:01.982770 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:31:01.982801 3794 obj_retry.go:492] Detected object default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:31:01.988882 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod I0501 20:31:01.988909 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-4m254-on-pull-request-d8zpb-init-pod I0501 20:31:05.187990 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:05.188648 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:10.497480 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-g7qql for pod on switch ip-10-0-0-151.ec2.internal I0501 20:31:10.497644 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql I0501 20:31:10.517449 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql] pod update took 19.834908ms I0501 20:31:10.517478 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql] addLogicalPort annotation time took 19.872359ms I0501 20:31:10.518862 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql] addLogicalPort took 21.401624ms, libovsdb time 899.979µs I0501 20:31:10.863115 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql 9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql 9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b network default NAD default NAD key ] I0501 20:31:10.872859 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-g7qql, hostIfaceName: 9d03545f8354abd, network: default, NAD default, SandboxID: "9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b", PCI device ID: , UID: "2e5d7404-e7b7-4771-b3d2-567a50fd2948", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0501 20:31:10.933728 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql 9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql 9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:15:72:cf:4b:80\",\"name\":\"9d03545f8354abd\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b75fee1-ab8d-4f84-81d6-237f6b1ff5ca\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:31:17.829791 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0501 20:31:20.312656 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:20.313286 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:31:20.452509 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod for pod on switch ip-10-0-0-151.ec2.internal I0501 20:31:20.452645 3794 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod I0501 20:31:20.477405 3794 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod] pod update took 24.795814ms I0501 20:31:20.477431 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod] addLogicalPort annotation time took 24.826458ms I0501 20:31:20.478783 3794 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod] addLogicalPort took 26.312619ms, libovsdb time 891.671µs I0501 20:31:20.822306 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod 06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod 06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33 network default NAD default NAD key ] I0501 20:31:20.834958 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod, hostIfaceName: 06292a1679b557c, network: default, NAD default, SandboxID: "06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33", PCI device ID: , UID: "a22b372b-3dc2-4b6b-9dfe-a23da1ec5310", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0501 20:31:20.898203 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod 06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod 06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:5c:07:81:a8:38\",\"name\":\"06292a1679b557c\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a21296c4-0436-4d6e-baa7-f7d758e93e7f\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0501 20:31:26.124420 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:31:26.124446 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:31:26.124452 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0501 20:31:26.124457 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-151.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0501 20:31:48.830818 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0501 20:31:53.913831 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0501 20:32:31.940286 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0501 20:32:32.617680 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod 06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod 06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33 network default NAD default NAD key ] I0501 20:32:32.707302 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod 06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod 06292a1679b557c10292d3df6ae3d123c48f739217cd1d13728166711619eb33 network default NAD default NAD key default], result "{}", err I0501 20:32:32.794773 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:32:32.794818 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod I0501 20:32:32.796626 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod, ips: 10.128.0.62 I0501 20:32:32.796657 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:32:32.958976 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0501 20:34:21.948910 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0501 20:34:33.956424 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0501 20:34:36.936913 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0501 20:34:43.916784 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0501 20:35:02.956890 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0501 20:35:50.831324 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0501 20:36:26.691625 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-build-image-index-pod for pod on switch ip-10-0-0-151.ec2.internal I0501 20:36:26.691833 3794 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod I0501 20:36:26.724960 3794 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod] pod update took 33.167625ms I0501 20:36:26.724992 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod] addLogicalPort annotation time took 33.202496ms I0501 20:36:26.726616 3794 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod] addLogicalPort took 35.016693ms, libovsdb time 1.134529ms I0501 20:36:26.925659 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0501 20:36:27.062952 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361 network default NAD default NAD key ] I0501 20:36:27.073197 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-build-image-index-pod, hostIfaceName: cb89d64205e6a31, network: default, NAD default, SandboxID: "cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361", PCI device ID: , UID: "b80bf2fe-cb8a-4749-80d9-7da85736fadf", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0501 20:36:27.135448 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:36:c9:55:e9:d0\",\"name\":\"cb89d64205e6a31\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92130849-7e89-4fc2-aea6-ae919f801411\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:36:27.399398 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:36:27.400072 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0501 20:36:30.473075 3794 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xngn5 I0501 20:36:55.834417 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0501 20:37:08.318524 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361 network default NAD default NAD key ] I0501 20:37:08.417715 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod cb89d64205e6a31c38bb6ee79c2668381bed18418c8491ce51ee84456f3c2361 network default NAD default NAD key default], result "{}", err I0501 20:37:08.495278 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:08.495319 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod I0501 20:37:08.496894 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod, ips: 10.128.0.63 I0501 20:37:08.496923 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:08.934519 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-sast-shell-check-pod for pod on switch ip-10-0-0-151.ec2.internal I0501 20:37:08.934696 3794 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod I0501 20:37:08.958093 3794 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod] pod update took 23.449934ms I0501 20:37:08.958118 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod] addLogicalPort annotation time took 23.480202ms I0501 20:37:08.959726 3794 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod] addLogicalPort took 25.255396ms, libovsdb time 1.077071ms I0501 20:37:08.965843 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod for pod on switch ip-10-0-0-151.ec2.internal I0501 20:37:08.966035 3794 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod I0501 20:37:08.992631 3794 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod] pod update took 26.643705ms I0501 20:37:08.992655 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod] addLogicalPort annotation time took 26.674124ms I0501 20:37:08.994175 3794 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod] addLogicalPort took 28.350951ms, libovsdb time 1.029621ms I0501 20:37:09.274739 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod for pod on switch ip-10-0-0-151.ec2.internal I0501 20:37:09.274951 3794 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod I0501 20:37:09.295569 3794 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod] pod update took 20.658644ms I0501 20:37:09.295593 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod] addLogicalPort annotation time took 20.689908ms I0501 20:37:09.297018 3794 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod] addLogicalPort took 22.30271ms, libovsdb time 953.67µs I0501 20:37:09.312437 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod 4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod 4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437 network default NAD default NAD key ] I0501 20:37:09.324102 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-sast-shell-check-pod, hostIfaceName: 4be8f4b12fcf01c, network: default, NAD default, SandboxID: "4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437", PCI device ID: , UID: "a995e125-cdb3-4e41-95dc-214e47e55b9a", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0501 20:37:09.335214 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod 9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod 9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c network default NAD default NAD key ] I0501 20:37:09.346016 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod, hostIfaceName: 9a392b3f025897d, network: default, NAD default, SandboxID: "9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c", PCI device ID: , UID: "c69b6b06-d365-4c33-a485-54508c1270fa", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0501 20:37:09.388800 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod 4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod 4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:bb:56:45:1f:ee\",\"name\":\"4be8f4b12fcf01c\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2c87dc4-a5bf-493d-945c-09d488de5d3e\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:37:09.416422 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod 9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod 9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:c8:87:5c:3e:7f\",\"name\":\"9a392b3f025897d\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10b3683d-f12c-44bf-aa33-707a334a1d51\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:37:09.450251 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod] creating logical port default-tenant_tsf-comp-4m254-on-push-2624z-tpa-scan-pod for pod on switch ip-10-0-0-151.ec2.internal I0501 20:37:09.450450 3794 kube.go:256] Updating pod default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod I0501 20:37:09.477817 3794 pod.go:62] [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod] pod update took 27.41799ms I0501 20:37:09.477910 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod] addLogicalPort annotation time took 27.515699ms I0501 20:37:09.479462 3794 pods.go:271] [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod] addLogicalPort took 29.236875ms, libovsdb time 1.017882ms I0501 20:37:09.648107 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod 45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod 45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a network default NAD default NAD key ] I0501 20:37:09.659117 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod, hostIfaceName: 45b94a523b453c0, network: default, NAD default, SandboxID: "45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a", PCI device ID: , UID: "a022f94c-c48b-414b-8313-003cd01b3df3", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0501 20:37:09.722526 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod 45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod 45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:0c:8c:60:7a:95\",\"name\":\"45b94a523b453c0\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ffb0f67-3020-44b8-8e21-358d78039718\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:37:10.006258 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b network default NAD default NAD key ] I0501 20:37:10.016928 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-4m254-on-push-2624z-tpa-scan-pod, hostIfaceName: ca2bdce1d6f3140, network: default, NAD default, SandboxID: "ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b", PCI device ID: , UID: "2ff6c961-a451-4af1-b4e1-87457500b743", MAC: 0a:58:0a:80:00:43, IPs: [10.128.0.67/23] I0501 20:37:10.078235 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:92:4c:0a:97:e4\",\"name\":\"ca2bdce1d6f3140\"},{\"mac\":\"0a:58:0a:80:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40b522ee-b077-49b8-9fed-c153e4231e2e\"}],\"ips\":[{\"address\":\"10.128.0.67/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:37:11.158627 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql 9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql 9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b network default NAD default NAD key ] I0501 20:37:11.258863 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql 9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql 9d03545f8354abdef4121ca601645df6dc38c7df13e9fc066e24d769b4a2866b network default NAD default NAD key default], result "{}", err I0501 20:37:11.313776 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:11.313817 3794 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql I0501 20:37:11.315443 3794 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql, ips: 10.128.0.61 I0501 20:37:11.315480 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:11.653385 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:11.653409 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:11.660904 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql I0501 20:37:11.660941 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-g7qql I0501 20:37:12.928243 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0501 20:37:13.149075 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:13.150012 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:13.514583 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:13.514680 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:37:13.520894 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 I0501 20:37:13.520920 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-74tq6 I0501 20:37:20.833641 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0501 20:37:53.991344 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:37:53.992047 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:04.943357 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0501 20:38:22.834516 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0501 20:38:30.066038 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod 4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod 4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437 network default NAD default NAD key ] I0501 20:38:30.069513 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod 9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod 9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c network default NAD default NAD key ] I0501 20:38:30.178435 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod 4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod 4be8f4b12fcf01cfd7bfc959c84c7a9b429bf88b8fdca32118977e03c5190437 network default NAD default NAD key default], result "{}", err I0501 20:38:30.195648 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod 9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod 9a392b3f025897d724e625d711d5517b6c5e38c33c6d3bfeb03953e7a14eb49c network default NAD default NAD key default], result "{}", err I0501 20:38:30.289615 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.289667 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod I0501 20:38:30.291352 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod, ips: 10.128.0.64 I0501 20:38:30.291392 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.332121 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:30.332168 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod I0501 20:38:30.333669 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod, ips: 10.128.0.65 I0501 20:38:30.333698 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:31.833230 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0501 20:38:35.113572 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod 45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod 45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a network default NAD default NAD key ] I0501 20:38:35.206018 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod 45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod 45b94a523b453c0f5220b177e7a8d50e2d55c53e46f83801fbc2814a31b24b5a network default NAD default NAD key default], result "{}", err I0501 20:38:35.282042 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:35.282085 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod I0501 20:38:35.283717 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod, ips: 10.128.0.66 I0501 20:38:35.283750 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:55.266697 3794 cni.go:452] [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b network default NAD default NAD key ] I0501 20:38:55.368317 3794 cni.go:473] [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod ca2bdce1d6f3140e3cf2f6375f42b13b0a42e4912a7e206546b23586876e3f8b network default NAD default NAD key default], result "{}", err I0501 20:38:55.462069 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:38:55.462129 3794 pods.go:176] Deleting pod: default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod I0501 20:38:55.463965 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod, ips: 10.128.0.67 I0501 20:38:55.463999 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:39:00.962469 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0501 20:39:02.917515 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0501 20:39:13.836399 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=178 I0501 20:40:00.201449 3794 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29627800-2whsz for pod on switch ip-10-0-0-151.ec2.internal I0501 20:40:00.201595 3794 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz I0501 20:40:00.224848 3794 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz] pod update took 23.276362ms I0501 20:40:00.224873 3794 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz] addLogicalPort annotation time took 23.307758ms I0501 20:40:00.226225 3794 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz] addLogicalPort took 24.791247ms, libovsdb time 900.335µs I0501 20:40:00.570380 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz 52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz 52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87 network default NAD default NAD key ] I0501 20:40:00.580187 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29627800-2whsz, hostIfaceName: 52d83aa64ae8eb0, network: default, NAD default, SandboxID: "52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87", PCI device ID: , UID: "9b1208f6-7ae4-4c42-8157-14da445db0b9", MAC: 0a:58:0a:80:00:44, IPs: [10.128.0.68/23] I0501 20:40:00.641614 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz 52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz 52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:45:53:a8:81:0a\",\"name\":\"52d83aa64ae8eb0\"},{\"mac\":\"0a:58:0a:80:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdd9dad6-1937-4f57-b969-ed24f7770948\"}],\"ips\":[{\"address\":\"10.128.0.68/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:40:03.756520 3794 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz 52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz 52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87 network default NAD default NAD key ] I0501 20:40:03.853941 3794 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz 52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz 52d83aa64ae8eb02f723e42c4300b15fd643ce5c2f9ed41f7e5ae2c350377d87 network default NAD default NAD key default], result "{}", err I0501 20:40:03.907311 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:40:03.907404 3794 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz I0501 20:40:03.908832 3794 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz, ips: 10.128.0.68 I0501 20:40:03.908861 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:40:04.762421 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.762507 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627800-2whsz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.796817 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.796837 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0501 20:40:04.802033 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 I0501 20:40:04.802065 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29627770-6kml2 I0501 20:40:16.952148 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0501 20:40:20.473548 3794 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tas/tuf-repository-init-vzg28-2gz6q I0501 20:40:45.920286 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0501 20:40:52.960401 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0501 20:41:07.305328 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:07.306063 3794 obj_retry.go:498] Detected object default-tenant/tsf-comp-4m254-on-push-2624z-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:10.260833 3794 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-hggo-hg5gw-collect-keyless-params-pod for pod on switch ip-10-0-0-151.ec2.internal I0501 20:41:10.260987 3794 kube.go:256] Updating pod default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod I0501 20:41:10.294935 3794 pod.go:62] [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod] pod update took 33.982066ms I0501 20:41:10.294959 3794 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod] addLogicalPort annotation time took 34.008572ms I0501 20:41:10.296270 3794 pods.go:271] [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod] addLogicalPort took 35.458206ms, libovsdb time 886.383µs I0501 20:41:10.625274 3794 cni.go:452] [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod 8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod 8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376 network default NAD default NAD key ] I0501 20:41:10.634931 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-hggo-hg5gw-collect-keyless-params-pod, hostIfaceName: 8a2bea259476a76, network: default, NAD default, SandboxID: "8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376", PCI device ID: , UID: "c26e7d2a-db81-4b26-8d95-4805c726de23", MAC: 0a:58:0a:80:00:45, IPs: [10.128.0.69/23] I0501 20:41:10.693515 3794 cni.go:473] [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod 8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod 8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:2f:44:b5:63:0b\",\"name\":\"8a2bea259476a76\"},{\"mac\":\"0a:58:0a:80:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b2355b9-c6b6-40ba-b683-57c4bdb7d490\"}],\"ips\":[{\"address\":\"10.128.0.69/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0501 20:41:25.330256 3794 cni.go:452] [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod 8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod 8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376 network default NAD default NAD key ] I0501 20:41:25.421308 3794 cni.go:473] [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod 8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod 8a2bea259476a7652fdcefe9de76c5dcad9ad3923c88a1e3e0e248a68ecfa376 network default NAD default NAD key default], result "{}", err I0501 20:41:25.501359 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0501 20:41:25.501397 3794 pods.go:176] Deleting pod: default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod I0501 20:41:25.502943 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod, ips: 10.128.0.69 I0501 20:41:25.502979 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-hggo-hg5gw-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it