+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-43.ec2.internal ++ [[ -n ip-10-0-2-43.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-43.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 12:58:24.201205191 - disable conntrack on geneve port' I0505 12:58:24.201205191 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 12:58:24.218368414 - starting ovnkube-node + echo 'I0505 12:58:24.218368414 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-43.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-43.ec2.internal --init-node ip-10-0-2-43.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-43.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 12:58:24.258774 3735 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 12:58:24.258825 3735 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-24cfdcdd54.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 12:58:24.260153 3735 kube.go:431] Waiting for certificate I0505 12:58:24.260178 3735 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 12:58:24.260210 3735 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 12:58:24.260878 3735 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 12:58:24.297490 3735 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:24.297504 3735 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:24.316420 3735 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:24.316442 3735 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5hzk7" I0505 12:58:24.320464 3735 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:25.260561 3735 kube.go:438] Certificate found I0505 12:58:25.261576 3735 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 12:58:25.262524 3735 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 12:58:25.323016 3735 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:53:24 +0000 UTC" deadline="2026-05-06 05:53:31.904900827 +0000 UTC" I0505 12:58:25.323051 3735 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h55m6.581859407s" I0505 12:58:25.324204 3735 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 12:58:25.339337 3735 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 12:58:25.339535 3735 server.go:101] MetricServer registers OVS metrics I0505 12:58:25.340063 3735 server.go:105] MetricServer registers OVN DB metrics I0505 12:58:25.341637 3735 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 12:58:25.341743 3735 factory.go:561] Starting watch factory I0505 12:58:25.342033 3735 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342055 3735 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342062 3735 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342072 3735 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342087 3735 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342097 3735 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342075 3735 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342124 3735 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342130 3735 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342106 3735 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342287 3735 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.342074 3735 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.345374 3735 controller_manager.go:370] Starting the ovnkube controller I0505 12:58:25.345385 3735 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-43.ec2.internal I0505 12:58:25.345411 3735 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 12:58:25.345430 3735 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 12:58:25.345446 3735 controller_manager.go:395] NBDB zone sync took: 54.697µs I0505 12:58:25.345455 3735 factory.go:561] Starting watch factory I0505 12:58:25.357986 3735 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 12:58:25.358011 3735 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 12:58:25.359784 3735 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.361598 3735 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 12:58:25.361635 3735 server.go:109] MetricServer registers OVN Controller metrics I0505 12:58:25.361946 3735 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.362050 3735 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.362143 3735 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.362776 3735 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.366428 3735 server.go:113] MetricServer registers OVN Northd metrics I0505 12:58:25.367155 3735 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:25.371036 3735 metrics.go:519] OVN Metrics Server starts to run ... I0505 12:58:25.448263 3735 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 12:58:25.448278 3735 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 12:58:25.448282 3735 factory.go:1977] *v1.Node informer cache synced successfully I0505 12:58:25.448285 3735 factory.go:1977] *v1.Service informer cache synced successfully I0505 12:58:25.448288 3735 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 12:58:25.448291 3735 factory.go:1977] *v1.Pod informer cache synced successfully I0505 12:58:25.448344 3735 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:25.448356 3735 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:25.448381 3735 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:25.448416 3735 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:25.450369 3735 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:25.450453 3735 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:25.450541 3735 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 12:58:25.450551 3735 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 12:58:25.450554 3735 factory.go:1977] *v1.Node informer cache synced successfully I0505 12:58:25.450557 3735 factory.go:1977] *v1.Service informer cache synced successfully I0505 12:58:25.450560 3735 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 12:58:25.450562 3735 factory.go:1977] *v1.Pod informer cache synced successfully I0505 12:58:25.454349 3735 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 12:58:25.454360 3735 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 12:58:25.454420 3735 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.454431 3735 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.455908 3735 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 12:58:25.455921 3735 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 12:58:25.456138 3735 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.459643 3735 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 12:58:25.459703 3735 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.459719 3735 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.460949 3735 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 12:58:25.461501 3735 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.464995 3735 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 12:58:25.465044 3735 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.465054 3735 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.466435 3735 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 12:58:25.466826 3735 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.470298 3735 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 12:58:25.470348 3735 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.470358 3735 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.471706 3735 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 12:58:25.472057 3735 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.475565 3735 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 12:58:25.475615 3735 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.475626 3735 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.477205 3735 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 12:58:25.477481 3735 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.481192 3735 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 12:58:25.481372 3735 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:25.481384 3735 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:25.482678 3735 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 12:58:25.484427 3735 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:25.487091 3735 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 12:58:25.487145 3735 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.487157 3735 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.487194 3735 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.487209 3735 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.487724 3735 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 12:58:25.489017 3735 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.489518 3735 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:25.492323 3735 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 12:58:25.492334 3735 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 12:58:25.492340 3735 factory.go:680] Watch Factory start up complete, took: 150.600323ms I0505 12:58:25.492419 3735 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 12:58:25.492780 3735 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 12:58:25.492793 3735 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 12:58:25.492804 3735 factory.go:680] Watch Factory start up complete, took: 147.346841ms I0505 12:58:25.492811 3735 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-43.ec2.internal" zone I0505 12:58:25.537614 3735 default_node_network_controller.go:710] Initializing the default node network controller I0505 12:58:25.611006 3735 udn_isolation.go:101] Starting UDN host isolation manager I0505 12:58:25.617460 3735 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 12:58:25.674720 3735 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 12:58:25.674796 3735 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 12:58:25.674812 3735 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 12:58:25.704082 3735 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 12:58:25.704139 3735 default_node_network_controller.go:809] Node ip-10-0-2-43.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 12:58:25.709548 3735 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.43"] k8s.ovn.org/zone-name:ip-10-0-2-43.ec2.internal] on node ip-10-0-2-43.ec2.internal I0505 12:58:25.728331 3735 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 12:58:25.733734 3735 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 12:58:25.733917 3735 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0505 12:58:25.734052 3735 gateway_init.go:263] Preparing Gateway I0505 12:58:25.734062 3735 gateway_shared_intf.go:1687] Creating new gateway I0505 12:58:25.743423 3735 controller_manager.go:429] Waiting for node in zone sync took: 250.602078ms I0505 12:58:25.748222 3735 controller_manager.go:611] Switching to transit router for layer2 networks I0505 12:58:25.748241 3735 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-43.ec2.internal I0505 12:58:25.761518 3735 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 12:58:25.767053 3735 controller_manager.go:290] SCTP support detected in OVN I0505 12:58:25.767635 3735 services_controller.go:69] Creating services controller for network=default I0505 12:58:25.767763 3735 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 12:58:25.767915 3735 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 12:58:25.767956 3735 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 12:58:25.767968 3735 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 12:58:25.767977 3735 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 12:58:25.768168 3735 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 12:58:25.768244 3735 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 12:58:25.768276 3735 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 72.339µs I0505 12:58:25.768295 3735 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.29µs I0505 12:58:25.768302 3735 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 64.892µs I0505 12:58:25.768307 3735 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 12:58:25.768315 3735 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 12:58:25.768323 3735 default_network_controller.go:325] Starting the default network controller I0505 12:58:25.768339 3735 udn_enabled_svc.go:95] Performing full resync I0505 12:58:25.768433 3735 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.51µs I0505 12:58:25.768724 3735 udn_enabled_svc.go:99] Waiting for handler to sync I0505 12:58:25.768734 3735 udn_enabled_svc.go:104] Starting worker I0505 12:58:25.777125 3735 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 12:58:25.777185 3735 repair.go:33] Syncing exgw routes took 47.935µs I0505 12:58:25.777204 3735 default_network_controller.go:414] Starting all the Watchers... I0505 12:58:25.777370 3735 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 12:58:25.777383 3735 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 12:58:25.777383 3735 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 12:58:25.777385 3735 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 12:58:25.777412 3735 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 12:58:25.777413 3735 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 12:58:25.777428 3735 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 12:58:25.777434 3735 namespace.go:98] [openshift-etcd] adding namespace I0505 12:58:25.777440 3735 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 12:58:25.777447 3735 namespace.go:98] [openshift-dns] adding namespace I0505 12:58:25.777444 3735 namespace.go:98] [openshift-operators] adding namespace I0505 12:58:25.777453 3735 namespace.go:98] [openshift-image-registry] adding namespace I0505 12:58:25.777460 3735 namespace.go:98] [openshift-ingress] adding namespace I0505 12:58:25.777500 3735 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 12:58:25.777371 3735 namespace.go:98] [openshift-controller-manager] adding namespace I0505 12:58:25.778055 3735 namespace.go:102] [openshift-network-node-identity] adding namespace took 673.645µs I0505 12:58:25.778069 3735 namespace.go:98] [openshift-console] adding namespace I0505 12:58:25.778538 3735 namespace.go:102] [openshift-console] adding namespace took 464.243µs I0505 12:58:25.778550 3735 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 12:58:25.779154 3735 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 598.204µs I0505 12:58:25.779181 3735 namespace.go:98] [openshift-insights] adding namespace I0505 12:58:25.779726 3735 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.329909ms I0505 12:58:25.779750 3735 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 12:58:25.780265 3735 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.867885ms I0505 12:58:25.780281 3735 namespace.go:98] [openshift-node] adding namespace I0505 12:58:25.780793 3735 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.382491ms I0505 12:58:25.780811 3735 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 12:58:25.781346 3735 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.920793ms I0505 12:58:25.781361 3735 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 12:58:25.781851 3735 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.423103ms I0505 12:58:25.781878 3735 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 12:58:25.782342 3735 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.905269ms I0505 12:58:25.782356 3735 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 12:58:25.782859 3735 namespace.go:102] [openshift-etcd] adding namespace took 5.415294ms I0505 12:58:25.782873 3735 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 12:58:25.783328 3735 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.881539ms I0505 12:58:25.783349 3735 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 12:58:25.783903 3735 namespace.go:102] [openshift-dns] adding namespace took 6.449854ms I0505 12:58:25.783918 3735 namespace.go:98] [openshift-console-operator] adding namespace I0505 12:58:25.784361 3735 namespace.go:102] [openshift-operators] adding namespace took 6.902972ms I0505 12:58:25.784381 3735 namespace.go:98] [openshift-marketplace] adding namespace I0505 12:58:25.785019 3735 namespace.go:102] [openshift-image-registry] adding namespace took 7.556798ms I0505 12:58:25.785038 3735 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 12:58:25.785576 3735 namespace.go:102] [openshift-ingress] adding namespace took 8.10806ms I0505 12:58:25.785594 3735 namespace.go:98] [openshift-backplane] adding namespace I0505 12:58:25.786105 3735 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.593808ms I0505 12:58:25.786122 3735 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 12:58:25.786557 3735 namespace.go:102] [openshift-controller-manager] adding namespace took 9.04215ms I0505 12:58:25.786573 3735 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 12:58:25.786990 3735 namespace.go:102] [openshift-insights] adding namespace took 7.803056ms I0505 12:58:25.787003 3735 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 12:58:25.787420 3735 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.663563ms I0505 12:58:25.787438 3735 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 12:58:25.787974 3735 namespace.go:102] [openshift-node] adding namespace took 7.674656ms I0505 12:58:25.787987 3735 namespace.go:98] [default] adding namespace I0505 12:58:25.788442 3735 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.625665ms I0505 12:58:25.788454 3735 namespace.go:98] [openshift-machine-api] adding namespace I0505 12:58:25.788881 3735 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.514382ms I0505 12:58:25.788894 3735 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 12:58:25.789390 3735 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.504939ms I0505 12:58:25.789427 3735 namespace.go:98] [openshift-host-network] adding namespace I0505 12:58:25.789903 3735 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.541319ms I0505 12:58:25.789916 3735 namespace.go:98] [openshift-monitoring] adding namespace I0505 12:58:25.790241 3735 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.359985ms I0505 12:58:25.790258 3735 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 12:58:25.790726 3735 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.370473ms I0505 12:58:25.790743 3735 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 12:58:25.791133 3735 namespace.go:102] [openshift-console-operator] adding namespace took 7.207662ms I0505 12:58:25.791147 3735 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 12:58:25.791582 3735 namespace.go:102] [openshift-marketplace] adding namespace took 7.196955ms I0505 12:58:25.791592 3735 namespace.go:98] [openshift-network-console] adding namespace I0505 12:58:25.791998 3735 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.954881ms I0505 12:58:25.792011 3735 namespace.go:98] [openshift] adding namespace I0505 12:58:25.792420 3735 namespace.go:102] [openshift-backplane] adding namespace took 6.818814ms I0505 12:58:25.792436 3735 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 12:58:25.792913 3735 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.785229ms I0505 12:58:25.792926 3735 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace W0505 12:58:25.793263 3735 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-k5zh6: pod openshift-network-diagnostics/network-check-target-k5zh6: no pod IPs found W0505 12:58:25.793282 3735 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-b6kr5: pod openshift-network-diagnostics/network-check-target-b6kr5: no pod IPs found W0505 12:58:25.793289 3735 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-ghlf8: pod openshift-network-diagnostics/network-check-target-ghlf8: no pod IPs found I0505 12:58:25.793313 3735 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.73423ms I0505 12:58:25.793328 3735 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 12:58:25.793824 3735 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.816673ms I0505 12:58:25.794285 3735 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.840959ms I0505 12:58:25.794299 3735 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 12:58:25.794721 3735 namespace.go:102] [default] adding namespace took 6.728757ms I0505 12:58:25.794738 3735 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 12:58:25.795358 3735 namespace.go:102] [openshift-machine-api] adding namespace took 6.89556ms I0505 12:58:25.795382 3735 namespace.go:98] [openshift-dns-operator] adding namespace I0505 12:58:25.795746 3735 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.845634ms I0505 12:58:25.795760 3735 namespace.go:98] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] adding namespace I0505 12:58:25.796418 3735 namespace.go:102] [openshift-host-network] adding namespace took 6.984727ms I0505 12:58:25.796432 3735 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 12:58:25.796826 3735 namespace.go:102] [openshift-monitoring] adding namespace took 6.906492ms I0505 12:58:25.796835 3735 namespace.go:98] [openshift-cluster-version] adding namespace I0505 12:58:25.797167 3735 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.902281ms I0505 12:58:25.797187 3735 namespace.go:98] [kube-public] adding namespace I0505 12:58:25.797668 3735 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.919492ms I0505 12:58:25.797681 3735 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 12:58:25.798172 3735 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.017622ms I0505 12:58:25.798187 3735 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 12:58:25.798601 3735 namespace.go:102] [openshift-network-console] adding namespace took 7.003767ms I0505 12:58:25.798612 3735 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 12:58:25.799010 3735 namespace.go:102] [openshift] adding namespace took 6.993381ms I0505 12:58:25.799024 3735 namespace.go:98] [openshift-logging] adding namespace I0505 12:58:25.799410 3735 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.952321ms I0505 12:58:25.799422 3735 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 12:58:25.799932 3735 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.000219ms I0505 12:58:25.799947 3735 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 12:58:25.800368 3735 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.034751ms I0505 12:58:25.800380 3735 namespace.go:98] [openshift-infra] adding namespace I0505 12:58:25.800820 3735 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.516489ms I0505 12:58:25.800831 3735 namespace.go:98] [kube-node-lease] adding namespace I0505 12:58:25.801218 3735 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.474934ms I0505 12:58:25.801231 3735 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 12:58:25.801634 3735 namespace.go:102] [openshift-dns-operator] adding namespace took 6.246596ms I0505 12:58:25.801646 3735 namespace.go:98] [openshift-package-operator] adding namespace I0505 12:58:25.802065 3735 namespace.go:102] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] adding namespace took 6.297841ms I0505 12:58:25.802078 3735 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 12:58:25.802501 3735 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.064662ms I0505 12:58:25.802512 3735 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 12:58:25.802894 3735 namespace.go:102] [openshift-cluster-version] adding namespace took 6.053574ms I0505 12:58:25.802907 3735 namespace.go:98] [openshift-config] adding namespace I0505 12:58:25.803311 3735 namespace.go:102] [kube-public] adding namespace took 6.117208ms I0505 12:58:25.803322 3735 namespace.go:98] [openshift-config-managed] adding namespace I0505 12:58:25.803811 3735 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.125966ms I0505 12:58:25.803822 3735 namespace.go:98] [openshift-authentication] adding namespace I0505 12:58:25.804276 3735 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.083884ms I0505 12:58:25.804289 3735 namespace.go:98] [openshift-network-operator] adding namespace I0505 12:58:25.804711 3735 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.094086ms I0505 12:58:25.804722 3735 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 12:58:25.805075 3735 namespace.go:102] [openshift-logging] adding namespace took 6.046337ms I0505 12:58:25.805086 3735 namespace.go:98] [openshift-config-operator] adding namespace I0505 12:58:25.805457 3735 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.028693ms I0505 12:58:25.805468 3735 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 12:58:25.805818 3735 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.865918ms I0505 12:58:25.805837 3735 namespace.go:98] [dedicated-admin] adding namespace I0505 12:58:25.806277 3735 namespace.go:102] [openshift-infra] adding namespace took 5.89257ms I0505 12:58:25.806301 3735 namespace.go:98] [openshift-multus] adding namespace I0505 12:58:25.806742 3735 namespace.go:102] [kube-node-lease] adding namespace took 5.906295ms I0505 12:58:25.807166 3735 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.930507ms I0505 12:58:25.807570 3735 namespace.go:102] [openshift-package-operator] adding namespace took 5.918344ms I0505 12:58:25.807999 3735 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.916229ms I0505 12:58:25.808378 3735 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.861008ms I0505 12:58:25.808751 3735 namespace.go:102] [openshift-config] adding namespace took 5.838188ms I0505 12:58:25.808763 3735 namespace.go:98] [openshift-apiserver] adding namespace I0505 12:58:25.809140 3735 namespace.go:102] [openshift-config-managed] adding namespace took 5.814554ms I0505 12:58:25.809539 3735 namespace.go:102] [openshift-authentication] adding namespace took 5.713493ms I0505 12:58:25.809548 3735 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 12:58:25.809954 3735 namespace.go:102] [openshift-network-operator] adding namespace took 5.659612ms I0505 12:58:25.810270 3735 iptables.go:108] Creating table: filter chain: FORWARD I0505 12:58:25.810327 3735 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.60012ms I0505 12:58:25.810837 3735 namespace.go:102] [openshift-config-operator] adding namespace took 5.744731ms I0505 12:58:25.811294 3735 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.819338ms I0505 12:58:25.811672 3735 namespace.go:102] [dedicated-admin] adding namespace took 5.829806ms W0505 12:58:25.811680 3735 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-t6hlf: pod openshift-multus/network-metrics-daemon-t6hlf: no pod IPs found I0505 12:58:25.811687 3735 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace W0505 12:58:25.811688 3735 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8r8zw: pod openshift-multus/network-metrics-daemon-8r8zw: no pod IPs found W0505 12:58:25.811694 3735 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-gxhhf: pod openshift-multus/network-metrics-daemon-gxhhf: no pod IPs found I0505 12:58:25.812129 3735 namespace.go:102] [openshift-multus] adding namespace took 5.820602ms I0505 12:58:25.812143 3735 namespace.go:98] [kube-system] adding namespace I0505 12:58:25.812546 3735 namespace.go:102] [openshift-apiserver] adding namespace took 3.777245ms I0505 12:58:25.813094 3735 namespace.go:102] [openshift-machine-config-operator] adding namespace took 3.540984ms I0505 12:58:25.813509 3735 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 1.817877ms I0505 12:58:25.813835 3735 namespace.go:102] [kube-system] adding namespace took 1.685906ms W0505 12:58:25.813907 3735 master.go:458] Unable to parse local node ip-10-0-2-43.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 12:58:25.813915 3735 master.go:471] Unable to parse remote node ip-10-0-0-119.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 12:58:25.813919 3735 master.go:471] Unable to parse remote node ip-10-0-1-246.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 12:58:25.813923 3735 master.go:481] Removing stale chassis with ID/Name: 895eea4c-eabb-4655-a805-c98745da4977, hostname: ip-10-0-2-43.ec2.internal I0505 12:58:25.814305 3735 master.go:548] Adding or Updating local node "ip-10-0-2-43.ec2.internal" for network "default" I0505 12:58:25.814341 3735 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-246.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-246.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-246.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-246.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-246.ec2.internal I0505 12:58:25.814353 3735 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-119.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-119.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-119.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-119.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-119.ec2.internal I0505 12:58:25.816448 3735 iptables.go:108] Creating table: filter chain: OUTPUT I0505 12:58:25.817296 3735 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-43.ec2.internal for the network default I0505 12:58:25.817583 3735 zone_ic_handler.go:195] Time taken to create transit switch: 273.574µs I0505 12:58:25.818161 3735 default_network_controller.go:823] Node add failed for ip-10-0-2-43.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-43.ec2.internal, error getting gateway config for node ip-10-0-2-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-43.ec2.internal", failed to update chassis to local for local node ip-10-0-2-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-43.ec2.internal] E0505 12:58:25.818201 3735 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-43.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-43.ec2.internal, error getting gateway config for node ip-10-0-2-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-43.ec2.internal", failed to update chassis to local for local node ip-10-0-2-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-43.ec2.internal] I0505 12:58:25.818236 3735 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 12:58:25.818259 3735 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 12:58:25.818279 3735 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 12:58:25.818260 3735 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-43.ec2.internal", UID:"e12e3b25-075b-4712-ab53-5c6520688dc9", APIVersion:"v1", ResourceVersion:"8436", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-43.ec2.internal, error getting gateway config for node ip-10-0-2-43.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-43.ec2.internal", failed to update chassis to local for local node ip-10-0-2-43.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-43.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-43.ec2.internal] I0505 12:58:25.818282 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0505 12:58:25.818317 3735 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0505 12:58:25.818329 3735 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:25.818341 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:25.818348 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:25.818356 3735 node_tracker.go:235] Node ip-10-0-1-246.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-246.ec2.internal" I0505 12:58:25.818363 3735 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:25.818369 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:25.818374 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-43.ec2.internal in network "default" I0505 12:58:25.818381 3735 node_tracker.go:235] Node ip-10-0-2-43.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-43.ec2.internal" I0505 12:58:25.818386 3735 node_tracker.go:169] Node ip-10-0-2-43.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:25.818390 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:25.822363 3735 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 12:58:25.822376 3735 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-43.ec2.internal","mac-address":"0e:75:a9:dc:9d:9d","ip-addresses":["10.0.2.43/24"],"ip-address":"10.0.2.43/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:895eea4c-eabb-4655-a805-c98745da4977 k8s.ovn.org/node-encap-ips:["10.0.2.43"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.43/24"} k8s.ovn.org/zone-name:ip-10-0-2-43.ec2.internal] on node ip-10-0-2-43.ec2.internal I0505 12:58:25.838470 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-43.ec2.internal in network "default" I0505 12:58:25.838501 3735 master.go:548] Adding or Updating local node "ip-10-0-2-43.ec2.internal" for network "default" I0505 12:58:25.838529 3735 node_tracker.go:169] Node ip-10-0-2-43.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:25.838545 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:25.841657 3735 default_node_network_controller.go:519] Node connection status = connected W0505 12:58:25.843017 3735 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-gxhhf: pod openshift-multus/network-metrics-daemon-gxhhf: no pod IPs found W0505 12:58:25.843036 3735 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-ghlf8: pod openshift-network-diagnostics/network-check-target-ghlf8: no pod IPs found I0505 12:58:25.843909 3735 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-43.ec2.internal for the network default I0505 12:58:25.844075 3735 zone_ic_handler.go:195] Time taken to create transit switch: 156.377µs I0505 12:58:25.919298 3735 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 12:58:25.919314 3735 services_controller.go:208] Setting up event handlers for services for network=default I0505 12:58:25.919354 3735 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 12:58:25.919385 3735 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 12:58:25.919406 3735 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 12:58:26.019764 3735 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 12:58:26.019777 3735 repair.go:60] Starting repairing loop for services I0505 12:58:26.019844 3735 repair.go:131] Deleted 0 stale service LBs I0505 12:58:26.019859 3735 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 12:58:26.019873 3735 repair.go:62] Finished repairing loop for services: 98.139µs I0505 12:58:26.019896 3735 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 12:58:26.019906 3735 services_controller.go:254] Starting workers for network=default I0505 12:58:26.020146 3735 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-8r8zw, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8r8zw: suppressed error logged: pod openshift-multus/network-metrics-daemon-8r8zw: no pod IPs found I0505 12:58:26.020183 3735 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ghlf8] creating logical port openshift-network-diagnostics_network-check-target-ghlf8 for pod on switch ip-10-0-2-43.ec2.internal I0505 12:58:26.020245 3735 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gxhhf] creating logical port openshift-multus_network-metrics-daemon-gxhhf for pod on switch ip-10-0-2-43.ec2.internal I0505 12:58:26.020283 3735 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-b6kr5: suppressed error logged: pod openshift-network-diagnostics/network-check-target-b6kr5: no pod IPs found I0505 12:58:26.020318 3735 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-k5zh6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-k5zh6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-k5zh6: no pod IPs found I0505 12:58:26.020318 3735 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-t6hlf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t6hlf: suppressed error logged: pod openshift-multus/network-metrics-daemon-t6hlf: no pod IPs found I0505 12:58:26.020388 3735 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-ghlf8 I0505 12:58:26.020420 3735 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-gxhhf I0505 12:58:26.035694 3735 pod.go:62] [openshift-network-diagnostics/network-check-target-ghlf8] pod update took 15.416032ms I0505 12:58:26.035711 3735 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-ghlf8] addLogicalPort annotation time took 15.437772ms I0505 12:58:26.036462 3735 pods.go:271] [openshift-network-diagnostics/network-check-target-ghlf8] addLogicalPort took 16.292628ms, libovsdb time 572.556µs I0505 12:58:26.036646 3735 pod.go:62] [openshift-multus/network-metrics-daemon-gxhhf] pod update took 16.333551ms I0505 12:58:26.036670 3735 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-gxhhf] addLogicalPort annotation time took 16.358827ms I0505 12:58:26.037530 3735 pods.go:271] [openshift-multus/network-metrics-daemon-gxhhf] addLogicalPort took 17.303466ms, libovsdb time 632.555µs I0505 12:58:26.037991 3735 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 12:58:26.038011 3735 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 12:58:26.038023 3735 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 12:58:26.038028 3735 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 12:58:26.038726 3735 repair.go:29] Repairing admin network policies took 689.817µs I0505 12:58:26.038882 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 12:58:26.038897 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 12:58:26.039002 3735 repair.go:92] Repairing baseline admin network policies took 256.191µs I0505 12:58:26.040291 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 12:58:26.040315 3735 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 12:58:26.040332 3735 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 12:58:26.042191 3735 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 12:58:26.042214 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 12:58:26.042230 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 12:58:26.044443 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 12:58:26.044467 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 12:58:26.044477 3735 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 12:58:26.046028 3735 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 12:58:26.046049 3735 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 12:58:26.046057 3735 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 12:58:26.048440 3735 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 12:58:26.048458 3735 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 12:58:26.048468 3735 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 12:58:26.049310 3735 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 12:58:26.049333 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 12:58:26.049347 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 12:58:26.050477 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 12:58:26.050496 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 12:58:26.050504 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 12:58:26.051887 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 12:58:26.051904 3735 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 12:58:26.051914 3735 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 12:58:26.052827 3735 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 12:58:26.052850 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 12:58:26.052864 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 12:58:26.053422 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 12:58:26.053442 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 12:58:26.053451 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 12:58:26.054434 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 12:58:26.054454 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 12:58:26.054465 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 12:58:26.055824 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 12:58:26.055840 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 12:58:26.055847 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 12:58:26.056286 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 12:58:26.056303 3735 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 12:58:26.056311 3735 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 12:58:26.056814 3735 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 12:58:26.056831 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 12:58:26.056838 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 12:58:26.058097 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 12:58:26.058135 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 12:58:26.058142 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 12:58:26.058422 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 12:58:26.058444 3735 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 12:58:26.058456 3735 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 12:58:26.059437 3735 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 12:58:26.059454 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 12:58:26.059461 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 12:58:26.059912 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 12:58:26.059933 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 12:58:26.059941 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 12:58:26.060231 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 12:58:26.060254 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 12:58:26.060264 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 12:58:26.060733 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 12:58:26.060753 3735 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 12:58:26.060763 3735 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 12:58:26.061252 3735 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 12:58:26.061272 3735 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 12:58:26.061280 3735 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 12:58:26.061568 3735 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 12:58:26.061589 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 12:58:26.061597 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 12:58:26.062233 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 12:58:26.062254 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 12:58:26.062264 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 12:58:26.062754 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 12:58:26.062770 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 12:58:26.063110 3735 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 12:58:26.063124 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 12:58:26.063802 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 12:58:26.063821 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 12:58:26.063828 3735 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 12:58:26.064325 3735 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 12:58:26.064346 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 12:58:26.064356 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 12:58:26.064931 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 12:58:26.064946 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 12:58:26.064953 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 12:58:26.065424 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 12:58:26.065436 3735 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 12:58:26.065458 3735 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 12:58:26.066065 3735 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 12:58:26.070722 3735 egressfirewall.go:374] Starting EgressFirewall controller I0505 12:58:26.070746 3735 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 12:58:26.070763 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 12:58:26.070772 3735 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 12:58:26.070780 3735 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 12:58:26.070802 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 12:58:26.070809 3735 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 12:58:26.071049 3735 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 12:58:26.071062 3735 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 12:58:26.071066 3735 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 12:58:26.071073 3735 egressqos.go:193] Setting up event handlers for EgressQoS I0505 12:58:26.071086 3735 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0505 12:58:26.071101 3735 egressfirewall.go:723] Syncing node "ip-10-0-1-246.ec2.internal" for egress firewall I0505 12:58:26.071106 3735 egressfirewall.go:723] Syncing node "ip-10-0-2-43.ec2.internal" for egress firewall I0505 12:58:26.071204 3735 egressqos.go:245] Starting EgressQoS Controller I0505 12:58:26.071267 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 12:58:26.071274 3735 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 12:58:26.071292 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 12:58:26.071298 3735 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 12:58:26.071303 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 12:58:26.071309 3735 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 12:58:26.071313 3735 egressqos.go:259] Repairing EgressQoSes I0505 12:58:26.071319 3735 egressqos.go:399] Starting repairing loop for egressqos I0505 12:58:26.071391 3735 egressqos.go:401] Finished repairing loop for egressqos: 74.055µs I0505 12:58:26.071424 3735 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 12:58:26.071473 3735 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-43.ec2.internal I0505 12:58:26.071526 3735 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-43.ec2.internal : 53.287µs I0505 12:58:26.071631 3735 egressservice_zone.go:210] Starting Egress Services Controller I0505 12:58:26.071639 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 12:58:26.071645 3735 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 12:58:26.071649 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 12:58:26.071653 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 12:58:26.071658 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 12:58:26.071662 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 12:58:26.071667 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 12:58:26.071671 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 12:58:26.071674 3735 egressservice_zone.go:228] Repairing Egress Services I0505 12:58:26.071923 3735 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 12:58:26.071932 3735 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 12:58:26.072003 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-43.ec2.internal I0505 12:58:26.072016 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-43.ec2.internal: 14.632µs I0505 12:58:26.072025 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:26.072031 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 5.952µs I0505 12:58:26.072037 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:26.072041 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 4.998µs I0505 12:58:26.072052 3735 default_network_controller.go:585] Completing all the Watchers took 294.837101ms I0505 12:58:26.072068 3735 default_network_controller.go:589] Starting unidling controllers I0505 12:58:26.072080 3735 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 12:58:26.072086 3735 unidle.go:63] Populating Initial ContollerEvent events I0505 12:58:26.072112 3735 unidle.go:79] Setting up event handlers for services I0505 12:58:26.072203 3735 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 12:58:26.343212 3735 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:26.843191 3735 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:27.342831 3735 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:27.843693 3735 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:27.923678 3735 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:28.202520 3735 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 12:58:28.343501 3735 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:28.361110 3735 bridgeconfig.go:537] Gateway is ready I0505 12:58:28.361127 3735 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 12:58:28.372905 3735 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.43. Updating OVN encap IP. I0505 12:58:28.377963 3735 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.43 - it is already configured I0505 12:58:28.377978 3735 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.43/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 12:58:28.378219 3735 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.43/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-43.ec2.internal","mac-address":"0e:75:a9:dc:9d:9d","ip-addresses":["10.0.2.43/24"],"ip-address":"10.0.2.43/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:895eea4c-eabb-4655-a805-c98745da4977 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.43/24"}] on node ip-10-0-2-43.ec2.internal I0505 12:58:28.392638 3735 egressfirewall.go:723] Syncing node "ip-10-0-2-43.ec2.internal" for egress firewall I0505 12:58:28.392687 3735 master.go:548] Adding or Updating local node "ip-10-0-2-43.ec2.internal" for network "default" I0505 12:58:28.392726 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-43.ec2.internal in network "default" I0505 12:58:28.392743 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-43.ec2.internal I0505 12:58:28.392757 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-43.ec2.internal: 17.291µs I0505 12:58:28.392778 3735 node_tracker.go:169] Node ip-10-0-2-43.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:28.392802 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:28.393661 3735 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.43 I0505 12:58:28.393936 3735 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-43.ec2.internal I0505 12:58:28.397825 3735 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-43.ec2.internal. Updating no re-route policies I0505 12:58:28.397910 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-x5lxb I0505 12:58:28.397919 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-lj8vt I0505 12:58:28.397932 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-x5lxb I0505 12:58:28.397937 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-lj8vt I0505 12:58:28.397930 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-gxhhf I0505 12:58:28.397937 3735 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jv7cd I0505 12:58:28.397951 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-gxhhf I0505 12:58:28.397950 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-k5zh6 I0505 12:58:28.397958 3735 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jv7cd I0505 12:58:28.397963 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-x5lxb after 0 failed attempt(s) I0505 12:58:28.397912 3735 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-43.ec2.internal I0505 12:58:28.397968 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-k5zh6 I0505 12:58:28.397977 3735 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-43.ec2.internal I0505 12:58:28.397988 3735 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-gxhhf] creating logical port openshift-multus_network-metrics-daemon-gxhhf for pod on switch ip-10-0-2-43.ec2.internal I0505 12:58:28.397986 3735 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jv7cd after 0 failed attempt(s) I0505 12:58:28.397990 3735 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-43.ec2.internal after 0 failed attempt(s) I0505 12:58:28.398006 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7w8xq I0505 12:58:28.398009 3735 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-k5zh6, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-k5zh6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-k5zh6: no pod IPs found I0505 12:58:28.398008 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-ghlf8 I0505 12:58:28.398021 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-t6hlf I0505 12:58:28.398024 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4k94x I0505 12:58:28.398031 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-ghlf8 I0505 12:58:28.398035 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4k94x I0505 12:58:28.398035 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-43.ec2.internal I0505 12:58:28.398032 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-t6hlf I0505 12:58:28.398041 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-43.ec2.internal I0505 12:58:28.398043 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9ms56 I0505 12:58:28.398047 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4k94x after 0 failed attempt(s) I0505 12:58:28.398026 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8r8zw I0505 12:58:28.398052 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-43.ec2.internal after 0 failed attempt(s) I0505 12:58:28.398060 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8r8zw I0505 12:58:28.398063 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-vhwdh I0505 12:58:28.398071 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-7kvgg I0505 12:58:28.398071 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-vhwdh I0505 12:58:28.398078 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-7kvgg I0505 12:58:28.398080 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rmwqk I0505 12:58:28.398008 3735 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5 I0505 12:58:28.398089 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-7kvgg after 0 failed attempt(s) I0505 12:58:28.398089 3735 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-8r8zw, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-8r8zw: suppressed error logged: pod openshift-multus/network-metrics-daemon-8r8zw: no pod IPs found I0505 12:58:28.398092 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-vhwdh after 0 failed attempt(s) I0505 12:58:28.398095 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rmwqk I0505 12:58:28.398016 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7w8xq I0505 12:58:28.398101 3735 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-ghlf8] creating logical port openshift-network-diagnostics_network-check-target-ghlf8 for pod on switch ip-10-0-2-43.ec2.internal I0505 12:58:28.398113 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7w8xq after 0 failed attempt(s) I0505 12:58:28.398082 3735 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-t6hlf, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t6hlf: suppressed error logged: pod openshift-multus/network-metrics-daemon-t6hlf: no pod IPs found I0505 12:58:28.397965 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-lj8vt after 0 failed attempt(s) I0505 12:58:28.398097 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5 I0505 12:58:28.398195 3735 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-b6kr5: suppressed error logged: pod openshift-network-diagnostics/network-check-target-b6kr5: no pod IPs found I0505 12:58:28.398117 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-rmwqk after 0 failed attempt(s) I0505 12:58:28.398052 3735 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9ms56 I0505 12:58:28.398231 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-9ms56 after 0 failed attempt(s) I0505 12:58:28.399031 3735 pods.go:271] [openshift-multus/network-metrics-daemon-gxhhf] addLogicalPort took 1.052712ms, libovsdb time 400.217µs I0505 12:58:28.399046 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-gxhhf after 0 failed attempt(s) I0505 12:58:28.399153 3735 pods.go:271] [openshift-network-diagnostics/network-check-target-ghlf8] addLogicalPort took 1.091517ms, libovsdb time 490.212µs I0505 12:58:28.399162 3735 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-ghlf8 after 0 failed attempt(s) I0505 12:58:28.410649 3735 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 12:58:28.421620 3735 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 12:58:28.424830 3735 iptables.go:108] Creating table: nat chain: OUTPUT I0505 12:58:28.474448 3735 iptables.go:108] Creating table: nat chain: PREROUTING I0505 12:58:28.532554 3735 iptables.go:108] Creating table: filter chain: FORWARD I0505 12:58:28.548446 3735 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 12:58:28.548565 3735 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 12:58:28.548617 3735 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 12:58:28.548687 3735 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 12:58:28.548732 3735 gateway_init.go:325] Gateway and management port readiness took 2.710289537s I0505 12:58:28.548758 3735 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 12:58:28.548794 3735 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 12:58:28.548808 3735 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 12:58:28.548817 3735 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 12:58:28.548881 3735 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 12:58:28.548954 3735 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.326µs I0505 12:58:28.549149 3735 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 12:58:28.549177 3735 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.438µs I0505 12:58:28.549184 3735 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.815µs I0505 12:58:28.549190 3735 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 12:58:28.549199 3735 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 12:58:28.549207 3735 default_node_network_controller.go:899] Starting the default node network controller I0505 12:58:28.549211 3735 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 12:58:28.549284 3735 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.616µs I0505 12:58:28.549341 3735 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 12:58:28.549349 3735 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 12:58:28.549372 3735 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c30110 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc000c545f0 0xc0002ec150 0xc0002ec1c0 0xc000c54640 0xc0064ff3b0 0xc0002ec230 map[0x2ff9080:0xc002b97260 0x2ff95c0:0xc002b973e0 0x2ffa2e0:0xc003400180 0x2ffa580:0xc002b97200 0x2ffad60:0xc002b972c0 0x2ffb000:0xc002b97320 0x2ffb2a0:0xc002b97380 0x2ffba80:0xc002b97440 0x2ffbd20:0xc002b97620 0x3026980:0xc001709440 0x3026d20:0xc0034000c0 0x3027800:0xc00097f5c0 0x3029160:0xc001cca000 0x30298a0:0xc003400120 0x302a720:0xc001132120] 0xc00046ae70 0} I0505 12:58:28.549445 3735 gateway.go:151] Starting gateway service sync I0505 12:58:28.549822 3735 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 12:58:28.551792 3735 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 12:58:28.576960 3735 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 12:58:28.577998 3735 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 12:58:28.579007 3735 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 12:58:28.611019 3735 gateway.go:168] Gateway service sync done. Time taken: 61.562318ms I0505 12:58:28.611449 3735 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32323 I0505 12:58:28.611757 3735 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c30110 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc000c545f0 0xc0002ec150 0xc0002ec1c0 0xc000c54640 0xc0064ff3b0 0xc0002ec230 map[0x2ff9080:0xc002b97260 0x2ff95c0:0xc002b973e0 0x2ffa2e0:0xc003400180 0x2ffa580:0xc002b97200 0x2ffad60:0xc002b972c0 0x2ffb000:0xc002b97320 0x2ffb2a0:0xc002b97380 0x2ffba80:0xc002b97440 0x2ffbd20:0xc002b97620 0x3026980:0xc001709440 0x3026d20:0xc0034000c0 0x3027800:0xc00097f5c0 0x3029160:0xc001cca000 0x30298a0:0xc003400120 0x302a720:0xc001132120] 0xc00046ae70 0} I0505 12:58:28.612129 3735 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c30110 0xc0002bfe30 0xc0002bfea0 0xc0002bff10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc000c545f0 0xc0002ec150 0xc0002ec1c0 0xc000c54640 0xc0064ff3b0 0xc0002ec230 map[0x2ff9080:0xc002b97260 0x2ff95c0:0xc002b973e0 0x2ffa2e0:0xc003400180 0x2ffa580:0xc002b97200 0x2ffad60:0xc002b972c0 0x2ffb000:0xc002b97320 0x2ffb2a0:0xc002b97380 0x2ffba80:0xc002b97440 0x2ffbd20:0xc002b97620 0x3026980:0xc001709440 0x3026d20:0xc0034000c0 0x3027800:0xc00097f5c0 0x3029160:0xc001cca000 0x30298a0:0xc003400120 0x302a720:0xc001132120] 0xc00046ae70 0} I0505 12:58:28.612161 3735 gateway.go:532] Reconciling gateway with updates I0505 12:58:28.616702 3735 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 12:58:28.616784 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 12:58:28.616800 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:28.616806 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 12:58:28.616810 3735 default_node_network_controller.go:944] Gateway and management port readiness took 67.454597ms I0505 12:58:28.616804 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:28.616820 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:28.616821 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:28.616812 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:28.616837 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:28.616827 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:28.616843 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:28.616841 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:28.616849 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 12:58:28.616856 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:28.616865 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:28.616866 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:28.616827 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:28.616879 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:28.616886 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:28.616885 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:28.616893 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:28.616900 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 12:58:28.616902 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:28.616911 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 12:58:28.616910 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:28.616911 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:28.616896 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:28.616915 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 12:58:28.616921 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:28.616925 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 12:58:28.616930 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:28.616932 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:28.616866 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:28.616938 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:28.616941 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 12:58:28.616902 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:28.616944 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:28.616949 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:28.616951 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 12:58:28.616957 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 12:58:28.616957 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:28.616959 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:28.616964 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:28.616975 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:28.616979 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:28.616983 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 12:58:28.616986 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:28.616984 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:28.616984 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:28.616998 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:28.616997 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:28.617008 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 12:58:28.617010 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:28.616938 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:28.617015 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 12:58:28.617018 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:28.617023 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 12:58:28.617032 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 12:58:28.617035 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:28.616918 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:28.617038 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 12:58:28.616993 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:28.617050 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:28.617050 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:28.617054 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 12:58:28.617056 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:28.617058 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:28.617063 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:28.617065 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 12:58:28.617074 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:28.617090 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:28.616918 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 12:58:28.617094 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 12:58:28.617096 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:28.617106 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 12:58:28.617113 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 12:58:28.617114 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 12:58:28.617120 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:28.617129 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 12:58:28.616968 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:28.617134 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 12:58:28.616900 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 12:58:28.617142 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:28.617077 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 12:58:28.617065 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:28.617152 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 12:58:28.616838 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:28.616923 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:28.617206 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 12:58:28.617230 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 12:58:28.616785 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:28.617244 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:28.617246 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 12:58:28.617265 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 12:58:28.616932 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:28.617279 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:28.617321 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 12:58:28.616946 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:28.617334 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 12:58:28.616944 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:28.617387 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:28.616954 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:28.617417 3735 port_claim.go:71] Svc openshift-ingress/router-default: port 30842 is already open, no action needed I0505 12:58:28.617423 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:28.617426 3735 port_claim.go:71] Svc openshift-ingress/router-default: port 30541 is already open, no action needed I0505 12:58:28.617454 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 12:58:28.616962 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:28.617468 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:28.616971 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 12:58:28.617491 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 12:58:28.616984 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:28.617507 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:28.617019 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:28.617555 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:28.617034 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:28.617035 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:28.617632 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:28.617038 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:28.617670 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:28.617048 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:28.617723 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:28.617058 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 12:58:28.616878 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:28.617065 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 12:58:28.617157 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 12:58:28.617908 3735 node_ip_handler_linux.go:160] Node IP manager is running W0505 12:58:28.652136 3735 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 12:58:28.652287 3735 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 12:58:28.652386 3735 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 12:58:28.660562 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 12:58:28.660567 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 12:58:28.701180 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 12:58:28.701200 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 12:58:28.701207 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 12:58:28.701212 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 12:58:28.701217 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 12:58:28.701223 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 12:58:28.701228 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 12:58:28.701233 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) W0505 12:58:30.112999 3735 egressip_healthcheck.go:76] Health checking using insecure connection I0505 12:58:30.113019 3735 default_node_network_controller.go:1380] Starting node controller node sync I0505 12:58:30.113048 3735 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 12:58:30.124389 3735 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.357838ms I0505 12:58:30.124537 3735 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 12:58:30.124853 3735 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 12:58:30.124999 3735 egressservice_node.go:183] Starting Egress Services Controller I0505 12:58:30.125014 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 12:58:30.125025 3735 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 12:58:30.125035 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 12:58:30.125041 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 12:58:30.125049 3735 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 12:58:30.125056 3735 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 12:58:30.125061 3735 egressservice_node.go:197] Repairing Egress Services I0505 12:58:30.134938 3735 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 12:58:30.134949 3735 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 12:58:30.135129 3735 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 12:58:30.135141 3735 link_network_manager.go:119] Link manager is running I0505 12:58:30.135149 3735 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 12:58:30.135301 3735 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 12:58:30.135610 3735 vrf_manager.go:128] VRF manager is running I0505 12:58:30.135728 3735 node_controller_manager.go:437] Removing flows to drop GARP I0505 12:58:30.135740 3735 gateway.go:532] Reconciling gateway with updates I0505 12:58:30.162252 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:30.162257 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:30.162272 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:30.162273 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 12:58:30.162277 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:30.162281 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 12:58:30.162288 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 12:58:30.162291 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 12:58:30.162287 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:30.162299 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:30.162311 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:30.162315 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:30.162314 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:30.162312 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:30.162327 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:30.162326 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:30.162332 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:30.162336 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:30.162332 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:30.162351 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:30.162353 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:30.162355 3735 port_claim.go:71] Svc openshift-ingress/router-default: port 30842 is already open, no action needed I0505 12:58:30.162360 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:30.162358 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:30.162367 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:30.162380 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:30.162379 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:30.162386 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 12:58:30.162385 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:30.162392 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:30.162410 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:30.162414 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:30.162417 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:30.162421 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:30.162424 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:30.162424 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:30.162430 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:30.162431 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:30.162429 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:30.162452 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:30.162452 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 12:58:30.162451 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:30.162460 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:30.162464 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:30.162477 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 12:58:30.162419 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:30.162352 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:30.162516 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:30.162522 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 12:58:30.162464 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 12:58:30.162432 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 12:58:30.162539 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:30.162366 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:30.162549 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:30.162556 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:30.162381 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:30.162556 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:30.162570 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:30.162330 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:30.162582 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 12:58:30.162583 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 12:58:30.162595 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:30.162566 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 12:58:30.162601 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 12:58:30.162604 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:30.162607 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:30.162613 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:30.162613 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:30.162619 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:30.162619 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:30.162339 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 12:58:30.162628 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:30.162630 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 12:58:30.162639 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 12:58:30.162619 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:30.162644 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:30.162648 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:30.162657 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:30.162660 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 12:58:30.162664 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 12:58:30.162322 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:30.162605 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:30.162675 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 12:58:30.162605 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 12:58:30.162367 3735 port_claim.go:71] Svc openshift-ingress/router-default: port 30541 is already open, no action needed I0505 12:58:30.162686 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 12:58:30.162700 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 12:58:30.162661 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:30.162711 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 12:58:30.162634 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:30.162371 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 12:58:30.162743 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 12:58:30.162411 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:30.162381 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:30.162418 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 12:58:30.162433 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:30.162409 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:30.162791 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:30.162433 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:30.162499 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 12:58:30.162822 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 12:58:30.162293 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:30.162341 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:30.162848 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:30.162851 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:30.162608 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:30.162872 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:30.162622 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:30.162907 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:30.162312 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:30.162624 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:30.162627 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 12:58:30.162621 3735 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:30.163010 3735 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:30.163016 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 12:58:30.200135 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 12:58:30.200142 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 12:58:30.200136 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 12:58:30.200150 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 12:58:30.200155 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 12:58:30.200159 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 12:58:30.200164 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 12:58:30.200168 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 12:58:30.200172 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 12:58:30.200176 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 12:58:30.200181 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 12:58:30.200186 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 12:58:30.200199 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 12:58:30.200216 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 12:58:30.200221 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 12:58:30.200226 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 12:58:30.236431 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 12:58:30.236467 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 12:58:30.236473 3735 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 12:58:32.280257 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-43.ec2.internal I0505 12:58:32.280290 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-43.ec2.internal: 38.601µs I0505 12:58:32.311474 3735 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cb476f6d-2gbgk] creating logical port openshift-image-registry_image-registry-cb476f6d-2gbgk for pod on switch ip-10-0-2-43.ec2.internal I0505 12:58:32.311595 3735 kube.go:256] Updating pod openshift-image-registry/image-registry-cb476f6d-2gbgk I0505 12:58:32.332948 3735 pod.go:62] [openshift-image-registry/image-registry-cb476f6d-2gbgk] pod update took 21.386106ms I0505 12:58:32.332977 3735 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-cb476f6d-2gbgk] addLogicalPort annotation time took 21.419399ms I0505 12:58:32.334249 3735 pods.go:271] [openshift-image-registry/image-registry-cb476f6d-2gbgk] addLogicalPort took 22.792801ms, libovsdb time 945.485µs I0505 12:58:32.339788 3735 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-q46qd] creating logical port openshift-dns_dns-default-q46qd for pod on switch ip-10-0-2-43.ec2.internal I0505 12:58:32.339913 3735 kube.go:256] Updating pod openshift-dns/dns-default-q46qd I0505 12:58:32.357463 3735 pod.go:62] [openshift-dns/dns-default-q46qd] pod update took 17.593328ms I0505 12:58:32.357487 3735 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-q46qd] addLogicalPort annotation time took 17.619003ms I0505 12:58:32.358679 3735 pods.go:271] [openshift-dns/dns-default-q46qd] addLogicalPort took 18.901015ms, libovsdb time 909.326µs I0505 12:58:32.373016 3735 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-n5drg] creating logical port openshift-ingress-canary_ingress-canary-n5drg for pod on switch ip-10-0-2-43.ec2.internal I0505 12:58:32.373134 3735 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-n5drg I0505 12:58:32.374708 3735 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-xczxl for pod on switch ip-10-0-2-43.ec2.internal I0505 12:58:32.374793 3735 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl I0505 12:58:32.388189 3735 pod.go:62] [openshift-ingress-canary/ingress-canary-n5drg] pod update took 15.078371ms I0505 12:58:32.388206 3735 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-n5drg] addLogicalPort annotation time took 15.106941ms I0505 12:58:32.389466 3735 pods.go:271] [openshift-ingress-canary/ingress-canary-n5drg] addLogicalPort took 16.458031ms, libovsdb time 911.013µs I0505 12:58:32.391186 3735 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl] pod update took 16.422071ms I0505 12:58:32.391208 3735 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl] addLogicalPort annotation time took 16.44415ms I0505 12:58:32.391242 3735 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:32.392250 3735 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl] addLogicalPort took 17.554591ms, libovsdb time 637.561µs I0505 12:58:32.765359 3735 cni.go:452] [openshift-ingress-canary/ingress-canary-n5drg 455882f6dd130959ebbed56ccdd2283d2bfa9efe39e52237c3bd61720f4182e8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-n5drg 455882f6dd130959ebbed56ccdd2283d2bfa9efe39e52237c3bd61720f4182e8 network default NAD default NAD key ] I0505 12:58:32.783569 3735 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl f6eb60869cae074fba9c78b29941b27f2082662ecd65cc55a7f5ee7808adce31 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl f6eb60869cae074fba9c78b29941b27f2082662ecd65cc55a7f5ee7808adce31 network default NAD default NAD key ] I0505 12:58:32.820067 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-xczxl, hostIfaceName: f6eb60869cae074, network: default, NAD default, SandboxID: "f6eb60869cae074fba9c78b29941b27f2082662ecd65cc55a7f5ee7808adce31", PCI device ID: , UID: "d2956bb8-d44a-45d0-b9cf-6aee2f5e6099", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 12:58:32.826039 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-n5drg, hostIfaceName: 455882f6dd13095, network: default, NAD default, SandboxID: "455882f6dd130959ebbed56ccdd2283d2bfa9efe39e52237c3bd61720f4182e8", PCI device ID: , UID: "b61b98bb-2c1e-40b2-a8cb-3eb929286ae0", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 12:58:32.876152 3735 cni.go:473] [openshift-ingress-canary/ingress-canary-n5drg 455882f6dd130959ebbed56ccdd2283d2bfa9efe39e52237c3bd61720f4182e8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-n5drg 455882f6dd130959ebbed56ccdd2283d2bfa9efe39e52237c3bd61720f4182e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:80:14:07:6d:9e\",\"name\":\"455882f6dd13095\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d884aaed-6522-4df3-8819-1f85a9e30ee5\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 12:58:32.876192 3735 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl f6eb60869cae074fba9c78b29941b27f2082662ecd65cc55a7f5ee7808adce31 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-xczxl f6eb60869cae074fba9c78b29941b27f2082662ecd65cc55a7f5ee7808adce31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6a:a7:18:b3:68\",\"name\":\"f6eb60869cae074\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46468f83-2e27-4f9d-ab7b-2c0094b1af77\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 12:58:36.489560 3735 cni.go:452] [openshift-network-diagnostics/network-check-target-ghlf8 dfb0cba6a28b544cd8c204cef9499c7bc775da153895aed66aeb2094a0bb01b0 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-ghlf8 dfb0cba6a28b544cd8c204cef9499c7bc775da153895aed66aeb2094a0bb01b0 network default NAD default NAD key ] I0505 12:58:36.501994 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-ghlf8, hostIfaceName: dfb0cba6a28b544, network: default, NAD default, SandboxID: "dfb0cba6a28b544cd8c204cef9499c7bc775da153895aed66aeb2094a0bb01b0", PCI device ID: , UID: "c74e9221-e6ba-44c5-ba94-519f3d1b90ae", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 12:58:36.549326 3735 cni.go:473] [openshift-network-diagnostics/network-check-target-ghlf8 dfb0cba6a28b544cd8c204cef9499c7bc775da153895aed66aeb2094a0bb01b0 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-ghlf8 dfb0cba6a28b544cd8c204cef9499c7bc775da153895aed66aeb2094a0bb01b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:88:8b:9a:82:0c\",\"name\":\"dfb0cba6a28b544\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dfc4682-d313-4fe4-9cf8-c34fd85d9006\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 12:58:36.746706 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:36.746730 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 30.057µs I0505 12:58:36.746704 3735 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0505 12:58:36.746765 3735 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:38.131204 3735 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:40.157966 3735 egressfirewall.go:723] Syncing node "ip-10-0-1-246.ec2.internal" for egress firewall I0505 12:58:40.157985 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:40.158004 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 26.227µs I0505 12:58:40.158029 3735 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:41.287443 3735 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:41.287490 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0505 12:58:41.287786 3735 node_tracker.go:235] Node ip-10-0-0-119.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-119.ec2.internal" I0505 12:58:41.287802 3735 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:41.287817 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:41.427526 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0505 12:58:41.427562 3735 default_network_controller.go:1025] Node "ip-10-0-0-119.ec2.internal" in remote zone "ip-10-0-0-119.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:41.427584 3735 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:41.427597 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:41.428659 3735 zone_ic_handler.go:195] Time taken to create transit switch: 370.529µs I0505 12:58:41.428677 3735 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default I0505 12:58:41.429799 3735 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.524057ms W0505 12:58:41.590002 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:41.614435 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:42.739466 3735 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:43.981346 3735 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0505 12:58:43.981368 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:43.981381 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 17.917µs I0505 12:58:43.981422 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0505 12:58:43.981433 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0505 12:58:43.981444 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:43.981484 3735 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:43.981505 3735 services_controller.go:574] Full service sync requested for network=default W0505 12:58:43.981757 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:43.981867 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:43.987715 3735 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies I0505 12:58:43.997988 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0505 12:58:43.998003 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:45.601256 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:45.601281 3735 node_tracker.go:235] Node ip-10-0-1-246.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-246.ec2.internal" I0505 12:58:45.601297 3735 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:45.601312 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:45.601356 3735 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "ip-10-0-1-246.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 12:58:45.601494 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:45.601637 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:45.626724 3735 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "ip-10-0-1-246.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:45.756768 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:45.756819 3735 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:45.756830 3735 services_controller.go:574] Full service sync requested for network=default I0505 12:58:45.756833 3735 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "ip-10-0-1-246.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 12:58:45.756903 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:58:45.757381 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:45.757749 3735 zone_ic_handler.go:195] Time taken to create transit switch: 271.356µs I0505 12:58:45.757762 3735 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-246.ec2.internal for the network default I0505 12:58:45.758711 3735 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-246.ec2.internal" on network "default" took: 1.24553ms I0505 12:58:47.577566 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:47.577600 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 40.858µs I0505 12:58:48.312593 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:48.312608 3735 egressfirewall.go:723] Syncing node "ip-10-0-1-246.ec2.internal" for egress firewall I0505 12:58:48.312611 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 24.375µs I0505 12:58:48.312661 3735 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:48.312672 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-246.ec2.internal", IP: 10.0.1.246 to PMTUD blocking rules I0505 12:58:48.312684 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-246.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:48.312717 3735 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:48.312735 3735 services_controller.go:574] Full service sync requested for network=default W0505 12:58:48.313181 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:48.313310 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:48.319123 3735 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-246.ec2.internal. Updating no re-route policies I0505 12:58:48.329102 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-246.ec2.internal", IP: 10.0.1.246 to PMTUD blocking rules I0505 12:58:48.329119 3735 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-246.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:51.994448 3735 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:51.994476 3735 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 33.986µs W0505 12:58:54.616555 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:55.884153 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:58:59.297881 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:59:12.596128 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:00:20.700832 3735 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-zfl6c for pod on switch ip-10-0-2-43.ec2.internal I0505 13:00:20.700926 3735 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c I0505 13:00:20.716611 3735 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c] pod update took 15.713696ms I0505 13:00:20.716632 3735 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c] addLogicalPort annotation time took 15.740047ms I0505 13:00:20.717743 3735 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c] addLogicalPort took 16.927205ms, libovsdb time 851.589µs I0505 13:00:20.808705 3735 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-hw8rm for pod on switch ip-10-0-2-43.ec2.internal I0505 13:00:20.808795 3735 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm I0505 13:00:20.823154 3735 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm] pod update took 14.380083ms I0505 13:00:20.823176 3735 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm] addLogicalPort annotation time took 14.4081ms I0505 13:00:20.824243 3735 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm] addLogicalPort took 15.546449ms, libovsdb time 839.392µs I0505 13:00:20.900941 3735 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-sfdzz for pod on switch ip-10-0-2-43.ec2.internal I0505 13:00:20.901047 3735 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz I0505 13:00:20.911563 3735 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-54c7ccbb69-f9db2] creating logical port openshift-ingress_router-default-54c7ccbb69-f9db2 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:00:20.911657 3735 kube.go:256] Updating pod openshift-ingress/router-default-54c7ccbb69-f9db2 I0505 13:00:20.913880 3735 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7f4dc88b55-vcdl2] creating logical port openshift-ingress_router-default-7f4dc88b55-vcdl2 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:00:20.913952 3735 kube.go:256] Updating pod openshift-ingress/router-default-7f4dc88b55-vcdl2 I0505 13:00:20.916813 3735 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-g67rr for pod on switch ip-10-0-2-43.ec2.internal I0505 13:00:20.916868 3735 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr I0505 13:00:20.929856 3735 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz] pod update took 28.832696ms I0505 13:00:20.929877 3735 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz] addLogicalPort annotation time took 28.852868ms I0505 13:00:20.930927 3735 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz] addLogicalPort took 29.992601ms, libovsdb time 787.654µs I0505 13:00:20.934783 3735 pod.go:62] [openshift-ingress/router-default-54c7ccbb69-f9db2] pod update took 23.156874ms I0505 13:00:20.934845 3735 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-54c7ccbb69-f9db2] addLogicalPort annotation time took 23.218159ms I0505 13:00:20.935066 3735 pod.go:62] [openshift-ingress/router-default-7f4dc88b55-vcdl2] pod update took 21.134486ms I0505 13:00:20.935088 3735 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7f4dc88b55-vcdl2] addLogicalPort annotation time took 21.157257ms I0505 13:00:20.935899 3735 pods.go:271] [openshift-ingress/router-default-54c7ccbb69-f9db2] addLogicalPort took 24.343386ms, libovsdb time 760.331µs I0505 13:00:20.936371 3735 pods.go:271] [openshift-ingress/router-default-7f4dc88b55-vcdl2] addLogicalPort took 22.501196ms, libovsdb time 1.069461ms I0505 13:00:20.950407 3735 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr] pod update took 33.541906ms I0505 13:00:20.950423 3735 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr] addLogicalPort annotation time took 33.572535ms I0505 13:00:20.951345 3735 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr] addLogicalPort took 34.543198ms, libovsdb time 672.542µs I0505 13:00:21.163881 3735 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm f5ec71d78e2f93c80b67f004f2974c8d9df547d1bc92a2f186a7a3535b831072 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm f5ec71d78e2f93c80b67f004f2974c8d9df547d1bc92a2f186a7a3535b831072 network default NAD default NAD key ] I0505 13:00:21.174320 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-hw8rm, hostIfaceName: f5ec71d78e2f93c, network: default, NAD default, SandboxID: "f5ec71d78e2f93c80b67f004f2974c8d9df547d1bc92a2f186a7a3535b831072", PCI device ID: , UID: "fdf9aae1-793f-432a-8eaa-5505d985a341", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 13:00:21.218363 3735 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm f5ec71d78e2f93c80b67f004f2974c8d9df547d1bc92a2f186a7a3535b831072 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hw8rm f5ec71d78e2f93c80b67f004f2974c8d9df547d1bc92a2f186a7a3535b831072 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:20:0f:e6:27:1d\",\"name\":\"f5ec71d78e2f93c\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d92bedd-3784-4d84-9aac-b954231d67d8\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:21.292246 3735 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr 391ea7638fbff54553208234069485214d1376e2699c098abd7bb8db9de37ea8 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr 391ea7638fbff54553208234069485214d1376e2699c098abd7bb8db9de37ea8 network default NAD default NAD key ] I0505 13:00:21.302902 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-g67rr, hostIfaceName: 391ea7638fbff54, network: default, NAD default, SandboxID: "391ea7638fbff54553208234069485214d1376e2699c098abd7bb8db9de37ea8", PCI device ID: , UID: "a186ee69-5aba-4956-a71c-362d621b8aa6", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 13:00:21.345548 3735 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr 391ea7638fbff54553208234069485214d1376e2699c098abd7bb8db9de37ea8 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-g67rr 391ea7638fbff54553208234069485214d1376e2699c098abd7bb8db9de37ea8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ba:9c:71:db:ef\",\"name\":\"391ea7638fbff54\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fd9d1ce8-d155-48b2-b0bb-9b9a3e7cc0cd\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:00:24.495991 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:00:25.022239 3735 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:00:25.023187 3735 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 925.204µs I0505 13:00:25.041143 3735 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:00:26.767583 3735 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:00:26.768548 3735 namespace.go:102] [openshift-service-ca] adding namespace took 940.85µs I0505 13:00:26.783452 3735 namespace.go:142] [openshift-service-ca] updating namespace W0505 13:00:35.708530 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:00:36.860635 3735 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz 96a75c278099a97d7210baf8542129b6b39cbd58516df50b19e49f172aac4e0d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz 96a75c278099a97d7210baf8542129b6b39cbd58516df50b19e49f172aac4e0d network default NAD default NAD key ] I0505 13:00:36.869516 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-sfdzz, hostIfaceName: 96a75c278099a97, network: default, NAD default, SandboxID: "96a75c278099a97d7210baf8542129b6b39cbd58516df50b19e49f172aac4e0d", PCI device ID: , UID: "d2e53aab-fa96-48e6-9ee8-049af2058edd", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 13:00:36.914717 3735 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz 96a75c278099a97d7210baf8542129b6b39cbd58516df50b19e49f172aac4e0d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-sfdzz 96a75c278099a97d7210baf8542129b6b39cbd58516df50b19e49f172aac4e0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ee:96:33:f8:35\",\"name\":\"96a75c278099a97\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b813840-3992-4cc2-bdd2-d155aa37140f\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:40.660385 3735 cni.go:452] [openshift-image-registry/image-registry-cb476f6d-2gbgk 6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-cb476f6d-2gbgk 6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29 network default NAD default NAD key ] I0505 13:00:40.660564 3735 cni.go:452] [openshift-dns/dns-default-q46qd 8cc622d88dd83df7a968be122bccec6f9191535ec00da12447c880c94ddea5fe network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-q46qd 8cc622d88dd83df7a968be122bccec6f9191535ec00da12447c880c94ddea5fe network default NAD default NAD key ] I0505 13:00:40.670978 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-q46qd, hostIfaceName: 8cc622d88dd83df, network: default, NAD default, SandboxID: "8cc622d88dd83df7a968be122bccec6f9191535ec00da12447c880c94ddea5fe", PCI device ID: , UID: "faa8ef02-fc24-47fb-ad4c-3c42f3f5e007", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 13:00:40.671140 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-cb476f6d-2gbgk, hostIfaceName: 6b10aa8e401d6fe, network: default, NAD default, SandboxID: "6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29", PCI device ID: , UID: "620143f7-18a4-450a-a441-ff3dc0abf50c", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0505 13:00:40.716145 3735 cni.go:473] [openshift-image-registry/image-registry-cb476f6d-2gbgk 6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-cb476f6d-2gbgk 6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:a0:a2:df:b8:06\",\"name\":\"6b10aa8e401d6fe\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7a79a5c-12fe-42e1-9d14-51d14efde300\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:40.732384 3735 cni.go:473] [openshift-dns/dns-default-q46qd 8cc622d88dd83df7a968be122bccec6f9191535ec00da12447c880c94ddea5fe network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-q46qd 8cc622d88dd83df7a968be122bccec6f9191535ec00da12447c880c94ddea5fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:9c:c4:64:e2:c2\",\"name\":\"8cc622d88dd83df\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d51c5c7-2fe1-45a3-a257-3f598070f033\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:52.792578 3735 cni.go:452] [openshift-ingress/router-default-7f4dc88b55-vcdl2 f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7f4dc88b55-vcdl2 f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3 network default NAD default NAD key ] I0505 13:00:52.803523 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7f4dc88b55-vcdl2, hostIfaceName: f655575ac059dba, network: default, NAD default, SandboxID: "f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3", PCI device ID: , UID: "a79d9640-b5f8-4153-ae2b-9d1de1a3dc5d", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 13:00:52.850739 3735 cni.go:473] [openshift-ingress/router-default-7f4dc88b55-vcdl2 f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7f4dc88b55-vcdl2 f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:11:9b:41:78:62\",\"name\":\"f655575ac059dba\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fafc9ab3-39a0-437c-8a55-286056a32c0c\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:52.860678 3735 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c 7a6b28015778f1801eeef23fcaba79fbd0b5391ee12e5ef4799dfa8cc8e3222b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c 7a6b28015778f1801eeef23fcaba79fbd0b5391ee12e5ef4799dfa8cc8e3222b network default NAD default NAD key ] I0505 13:00:52.870372 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-zfl6c, hostIfaceName: 7a6b28015778f18, network: default, NAD default, SandboxID: "7a6b28015778f1801eeef23fcaba79fbd0b5391ee12e5ef4799dfa8cc8e3222b", PCI device ID: , UID: "287f1ade-f4a0-42bc-a019-1e137ad2686e", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 13:00:52.915868 3735 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c 7a6b28015778f1801eeef23fcaba79fbd0b5391ee12e5ef4799dfa8cc8e3222b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-zfl6c 7a6b28015778f1801eeef23fcaba79fbd0b5391ee12e5ef4799dfa8cc8e3222b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:07:d8:3e:00:4c\",\"name\":\"7a6b28015778f18\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27dae21a-d5d8-4bc6-9f57-d30df467d898\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:53.064938 3735 cni.go:452] [openshift-ingress/router-default-54c7ccbb69-f9db2 b6733605af9fed98306eac07fdf48bb4399b81baa202dbbf3601ad51c5931ff6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-54c7ccbb69-f9db2 b6733605af9fed98306eac07fdf48bb4399b81baa202dbbf3601ad51c5931ff6 network default NAD default NAD key ] I0505 13:00:53.075580 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-54c7ccbb69-f9db2, hostIfaceName: b6733605af9fed9, network: default, NAD default, SandboxID: "b6733605af9fed98306eac07fdf48bb4399b81baa202dbbf3601ad51c5931ff6", PCI device ID: , UID: "f538e1c2-646d-463c-8549-bb35ed7686e2", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0505 13:00:53.120378 3735 cni.go:473] [openshift-ingress/router-default-54c7ccbb69-f9db2 b6733605af9fed98306eac07fdf48bb4399b81baa202dbbf3601ad51c5931ff6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-54c7ccbb69-f9db2 b6733605af9fed98306eac07fdf48bb4399b81baa202dbbf3601ad51c5931ff6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:49:bf:cc:69:d7\",\"name\":\"b6733605af9fed9\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec001731-bcf0-42a4-ae9b-236c8ac33320\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:00:54.755576 3735 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:54.759687 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:54.759708 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:54.762692 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:54.762708 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:54.762713 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:54.997739 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:54.997757 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0505 13:00:55.085212 3735 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 13:00:55.097064 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.097084 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.097093 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 13:00:55.261203 3735 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:00:55.397195 3735 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-tnhx6] creating logical port openshift-insights_insights-runtime-extractor-tnhx6 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:00:55.397279 3735 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-tnhx6 I0505 13:00:55.413785 3735 pod.go:62] [openshift-insights/insights-runtime-extractor-tnhx6] pod update took 16.53016ms I0505 13:00:55.413805 3735 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-tnhx6] addLogicalPort annotation time took 16.5555ms I0505 13:00:55.414796 3735 pods.go:271] [openshift-insights/insights-runtime-extractor-tnhx6] addLogicalPort took 17.612464ms, libovsdb time 733.658µs I0505 13:00:55.754267 3735 cni.go:452] [openshift-insights/insights-runtime-extractor-tnhx6 9015b8b692fe4d296170294aa19f5fcb066e690b31ec3273f01b1250e7c46e7b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-tnhx6 9015b8b692fe4d296170294aa19f5fcb066e690b31ec3273f01b1250e7c46e7b network default NAD default NAD key ] I0505 13:00:55.763699 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-tnhx6, hostIfaceName: 9015b8b692fe4d2, network: default, NAD default, SandboxID: "9015b8b692fe4d296170294aa19f5fcb066e690b31ec3273f01b1250e7c46e7b", PCI device ID: , UID: "95cc6754-8dd7-465b-86c7-b2dc1a7f2f8f", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 13:00:55.807630 3735 cni.go:473] [openshift-insights/insights-runtime-extractor-tnhx6 9015b8b692fe4d296170294aa19f5fcb066e690b31ec3273f01b1250e7c46e7b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-tnhx6 9015b8b692fe4d296170294aa19f5fcb066e690b31ec3273f01b1250e7c46e7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:0c:b2:c1:e0:b8\",\"name\":\"9015b8b692fe4d2\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13f66277-3746-41c2-b308-0138692c7e0d\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:55.815632 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-q2p5m for pod on switch ip-10-0-2-43.ec2.internal I0505 13:00:55.815711 3735 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m I0505 13:00:55.830118 3735 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m] pod update took 14.429327ms I0505 13:00:55.830138 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m] addLogicalPort annotation time took 14.453619ms I0505 13:00:55.831160 3735 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m] addLogicalPort took 15.539149ms, libovsdb time 759.924µs I0505 13:00:56.163564 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.164191 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.172964 3735 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m dc27e2a3371d1fd0f67f95d7241ba96fe57451f3c43c10a05a248eacd190ffbb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m dc27e2a3371d1fd0f67f95d7241ba96fe57451f3c43c10a05a248eacd190ffbb network default NAD default NAD key ] I0505 13:00:56.173556 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.173582 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.183045 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-q2p5m, hostIfaceName: dc27e2a3371d1fd, network: default, NAD default, SandboxID: "dc27e2a3371d1fd0f67f95d7241ba96fe57451f3c43c10a05a248eacd190ffbb", PCI device ID: , UID: "ad15e115-eeac-429b-a511-dfd91fac2a7c", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 13:00:56.183504 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb476f6d-tqs6z I0505 13:00:56.183577 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb476f6d-tqs6z I0505 13:00:56.227941 3735 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m dc27e2a3371d1fd0f67f95d7241ba96fe57451f3c43c10a05a248eacd190ffbb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-q2p5m dc27e2a3371d1fd0f67f95d7241ba96fe57451f3c43c10a05a248eacd190ffbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:7d:d5:d4:f3:98\",\"name\":\"dc27e2a3371d1fd\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/430ae5ec-11e1-4d37-ab21-3e8e17480aa0\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:00:56.608883 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.609441 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.624559 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.624576 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.632162 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6664f97c4c-mj48f I0505 13:00:56.632184 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6664f97c4c-mj48f W0505 13:00:57.183521 3735 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:57.651588 3735 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:58.616093 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 13:01:02.877338 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:01:05.336243 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-vjgtv for pod on switch ip-10-0-2-43.ec2.internal I0505 13:01:05.336332 3735 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv I0505 13:01:05.352217 3735 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv] pod update took 15.907499ms I0505 13:01:05.352241 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv] addLogicalPort annotation time took 15.936228ms I0505 13:01:05.353481 3735 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv] addLogicalPort took 17.250533ms, libovsdb time 814.382µs I0505 13:01:05.403869 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-mkhtb for pod on switch ip-10-0-2-43.ec2.internal I0505 13:01:05.404121 3735 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb I0505 13:01:05.427908 3735 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb] pod update took 23.86752ms I0505 13:01:05.427931 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb] addLogicalPort annotation time took 23.895895ms I0505 13:01:05.429150 3735 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb] addLogicalPort took 25.300794ms, libovsdb time 887.222µs I0505 13:01:05.699948 3735 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv d089b890b6455b07702afe44ad7863e0d19f31104f8a84992426752d477f1ba7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv d089b890b6455b07702afe44ad7863e0d19f31104f8a84992426752d477f1ba7 network default NAD default NAD key ] I0505 13:01:05.709818 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-vjgtv, hostIfaceName: d089b890b6455b0, network: default, NAD default, SandboxID: "d089b890b6455b07702afe44ad7863e0d19f31104f8a84992426752d477f1ba7", PCI device ID: , UID: "67f053e5-e328-4faa-966c-3771dcac6821", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 13:01:05.759798 3735 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv d089b890b6455b07702afe44ad7863e0d19f31104f8a84992426752d477f1ba7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-vjgtv d089b890b6455b07702afe44ad7863e0d19f31104f8a84992426752d477f1ba7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:2e:43:da:fe:93\",\"name\":\"d089b890b6455b0\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4230cbe2-a0d6-4a13-afd1-565b2af5ce0c\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:01:05.778585 3735 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb 2f3320c91c04dadf8e95dfbd2a12487dd24f2275265c5abada8483ffa6af61a8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb 2f3320c91c04dadf8e95dfbd2a12487dd24f2275265c5abada8483ffa6af61a8 network default NAD default NAD key ] I0505 13:01:05.787763 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-mkhtb, hostIfaceName: 2f3320c91c04dad, network: default, NAD default, SandboxID: "2f3320c91c04dadf8e95dfbd2a12487dd24f2275265c5abada8483ffa6af61a8", PCI device ID: , UID: "29a56798-59f0-44c5-a9c4-bfed594ad1c7", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 13:01:05.833899 3735 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb 2f3320c91c04dadf8e95dfbd2a12487dd24f2275265c5abada8483ffa6af61a8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-mkhtb 2f3320c91c04dadf8e95dfbd2a12487dd24f2275265c5abada8483ffa6af61a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c9:49:3d:da:46\",\"name\":\"2f3320c91c04dad\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb90fd25-1795-42b1-a854-1065b13de2de\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:08.706499 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:08.706531 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:08.706538 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:01:09.812797 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-97b6f7b9d-q4kbf] creating logical port openshift-monitoring_metrics-server-97b6f7b9d-q4kbf for pod on switch ip-10-0-2-43.ec2.internal I0505 13:01:09.812912 3735 kube.go:256] Updating pod openshift-monitoring/metrics-server-97b6f7b9d-q4kbf I0505 13:01:09.829439 3735 pod.go:62] [openshift-monitoring/metrics-server-97b6f7b9d-q4kbf] pod update took 16.558327ms I0505 13:01:09.829464 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-97b6f7b9d-q4kbf] addLogicalPort annotation time took 16.586787ms I0505 13:01:09.830714 3735 pods.go:271] [openshift-monitoring/metrics-server-97b6f7b9d-q4kbf] addLogicalPort took 17.947293ms, libovsdb time 897.024µs I0505 13:01:10.169855 3735 cni.go:452] [openshift-monitoring/metrics-server-97b6f7b9d-q4kbf 5780f1acbfc99de071c909b23ffde6e2c300baaa4e9fe1431c6fb9a141b0c155 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-97b6f7b9d-q4kbf 5780f1acbfc99de071c909b23ffde6e2c300baaa4e9fe1431c6fb9a141b0c155 network default NAD default NAD key ] I0505 13:01:10.178977 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-97b6f7b9d-q4kbf, hostIfaceName: 5780f1acbfc99de, network: default, NAD default, SandboxID: "5780f1acbfc99de071c909b23ffde6e2c300baaa4e9fe1431c6fb9a141b0c155", PCI device ID: , UID: "5b0749e8-bf92-412c-a7c4-768741086407", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 13:01:10.225646 3735 cni.go:473] [openshift-monitoring/metrics-server-97b6f7b9d-q4kbf 5780f1acbfc99de071c909b23ffde6e2c300baaa4e9fe1431c6fb9a141b0c155 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-97b6f7b9d-q4kbf 5780f1acbfc99de071c909b23ffde6e2c300baaa4e9fe1431c6fb9a141b0c155 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:1e:15:d3:e2:3e\",\"name\":\"5780f1acbfc99de\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fef6aab0-8d34-4c7e-a3bd-a11a2694563e\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:11.275270 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:11.275292 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:11.275299 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:01:11.873809 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:01:11.873892 3735 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 13:01:11.901775 3735 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 27.908965ms I0505 13:01:11.901806 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 27.942247ms I0505 13:01:11.903048 3735 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.249652ms, libovsdb time 861.8µs W0505 13:01:12.010204 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:01:12.244339 3735 cni.go:452] [openshift-monitoring/prometheus-k8s-1 38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8 network default NAD default NAD key ] I0505 13:01:12.254297 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 38c689f93a95fa3, network: default, NAD default, SandboxID: "38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8", PCI device ID: , UID: "7daeaf9c-f976-4dfe-9678-7f677a2fd1aa", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 13:01:12.299870 3735 cni.go:473] [openshift-monitoring/prometheus-k8s-1 38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:4c:f5:e1:73:e3\",\"name\":\"38c689f93a95fa3\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc5d7ce6-3756-46e3-a722-f8e6c5d2109d\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:01:12.370579 3735 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.371134 3735 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.371167 3735 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.371180 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:01:12.371197 3735 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.371207 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:01:12.711339 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711357 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711362 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711366 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:13.274548 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:13.274567 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:13.303782 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:01:13.421684 3735 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.421705 3735 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.421724 3735 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.421732 3735 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:01:13.705874 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:01:14.036824 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:14.036841 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:14.304091 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304111 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304118 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304124 3735 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:01:15.748391 3735 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:01:15.760386 3735 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:01:20.590307 3735 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:01:24.139220 3735 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:01:28.013317 3735 base_network_controller_pods.go:487] [default/openshift-console/console-8cfbb9989-st2bq] creating logical port openshift-console_console-8cfbb9989-st2bq for pod on switch ip-10-0-2-43.ec2.internal I0505 13:01:28.013488 3735 kube.go:256] Updating pod openshift-console/console-8cfbb9989-st2bq I0505 13:01:28.032772 3735 pod.go:62] [openshift-console/console-8cfbb9989-st2bq] pod update took 19.326832ms I0505 13:01:28.032793 3735 base_network_controller_pods.go:951] [default/openshift-console/console-8cfbb9989-st2bq] addLogicalPort annotation time took 19.35331ms I0505 13:01:28.034019 3735 pods.go:271] [openshift-console/console-8cfbb9989-st2bq] addLogicalPort took 20.717394ms, libovsdb time 903.251µs I0505 13:01:28.373320 3735 cni.go:452] [openshift-console/console-8cfbb9989-st2bq 64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8cfbb9989-st2bq 64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576 network default NAD default NAD key ] I0505 13:01:28.382437 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8cfbb9989-st2bq, hostIfaceName: 64c573f51a5274a, network: default, NAD default, SandboxID: "64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576", PCI device ID: , UID: "2b1f46cb-0409-403d-8d15-72465144f4fd", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0505 13:01:28.429548 3735 cni.go:473] [openshift-console/console-8cfbb9989-st2bq 64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8cfbb9989-st2bq 64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d2:4c:bc:c5:cc\",\"name\":\"64c573f51a5274a\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/708a9f91-a1f3-41ae-b3c4-9d468f31b8e3\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:01:31.087925 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:01:33.001608 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:01:37.375257 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 13:01:37.826128 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:01:39.118746 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:39.824125 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 13:01:40.120563 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:01:40.120559 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:01:40.120710 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:01:41.127295 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 13:01:43.391504 3735 cni.go:452] [openshift-image-registry/image-registry-cb476f6d-2gbgk 6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-cb476f6d-2gbgk 6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29 network default NAD default NAD key ] I0505 13:01:43.466477 3735 cni.go:473] [openshift-image-registry/image-registry-cb476f6d-2gbgk 6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-cb476f6d-2gbgk 6b10aa8e401d6fe83316422f161d1d1f701e2b9217250ead8d40455f4d7a3e29 network default NAD default NAD key default], result "{}", err I0505 13:01:43.513978 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:43.514028 3735 pods.go:176] Deleting pod: openshift-image-registry/image-registry-cb476f6d-2gbgk I0505 13:01:43.515257 3735 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-cb476f6d-2gbgk, ips: 10.128.0.5 I0505 13:01:43.515286 3735 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:44.135643 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:44.135674 3735 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:44.140993 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb476f6d-2gbgk I0505 13:01:44.141029 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb476f6d-2gbgk W0505 13:01:55.177803 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:01:55.177937 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:01:55.178321 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:01:56.187019 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 13:02:03.103932 3735 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-ddnsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:03.104505 3735 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-ddnsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:03.950335 3735 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-ddnsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:03.950361 3735 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-ddnsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:03.956428 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cfbb9989-ddnsf I0505 13:02:03.956450 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cfbb9989-ddnsf I0505 13:02:10.194764 3735 cni.go:452] [openshift-ingress/router-default-7f4dc88b55-vcdl2 f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7f4dc88b55-vcdl2 f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3 network default NAD default NAD key ] I0505 13:02:10.275696 3735 cni.go:473] [openshift-ingress/router-default-7f4dc88b55-vcdl2 f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7f4dc88b55-vcdl2 f655575ac059dba9d64e695ce77a560b0bf6b110e76a16b9a4bbdeda3e97bcc3 network default NAD default NAD key default], result "{}", err I0505 13:02:10.333789 3735 obj_retry.go:498] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:10.333822 3735 pods.go:176] Deleting pod: openshift-ingress/router-default-7f4dc88b55-vcdl2 I0505 13:02:10.335333 3735 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7f4dc88b55-vcdl2, ips: 10.128.0.13 I0505 13:02:10.335362 3735 obj_retry.go:498] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:11.238157 3735 obj_retry.go:492] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:11.238181 3735 obj_retry.go:492] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:11.243760 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7f4dc88b55-vcdl2 I0505 13:02:11.243785 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7f4dc88b55-vcdl2 W0505 13:02:12.307864 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:02:12.307886 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:02:12.624373 3735 cni.go:452] [openshift-console/console-8cfbb9989-st2bq 64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8cfbb9989-st2bq 64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576 network default NAD default NAD key ] I0505 13:02:12.696779 3735 cni.go:473] [openshift-console/console-8cfbb9989-st2bq 64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8cfbb9989-st2bq 64c573f51a5274a149299247c7eafed82e0358170247019bf3411e94541fc576 network default NAD default NAD key default], result "{}", err I0505 13:02:12.742595 3735 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-st2bq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:12.742620 3735 pods.go:176] Deleting pod: openshift-console/console-8cfbb9989-st2bq I0505 13:02:12.744006 3735 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8cfbb9989-st2bq, ips: 10.128.0.21 I0505 13:02:12.744033 3735 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-st2bq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:13.253247 3735 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-st2bq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:13.253268 3735 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-st2bq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:13.258493 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cfbb9989-st2bq I0505 13:02:13.258519 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cfbb9989-st2bq I0505 13:02:14.477692 3735 cni.go:452] [openshift-multus/network-metrics-daemon-gxhhf a462c19b4d8738b0a1529780fb834942ae96a30198358fe952acce5266c7c29e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-gxhhf a462c19b4d8738b0a1529780fb834942ae96a30198358fe952acce5266c7c29e network default NAD default NAD key ] I0505 13:02:14.486549 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-gxhhf, hostIfaceName: a462c19b4d8738b, network: default, NAD default, SandboxID: "a462c19b4d8738b0a1529780fb834942ae96a30198358fe952acce5266c7c29e", PCI device ID: , UID: "fc116598-b158-4597-9d06-f2c8011766c9", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 13:02:14.532745 3735 cni.go:473] [openshift-multus/network-metrics-daemon-gxhhf a462c19b4d8738b0a1529780fb834942ae96a30198358fe952acce5266c7c29e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-gxhhf a462c19b4d8738b0a1529780fb834942ae96a30198358fe952acce5266c7c29e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:1b:db:ee:0b:7b\",\"name\":\"a462c19b4d8738b\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80c61fa2-d343-4510-b435-f0186dc4741e\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:02:27.947385 3735 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:27.947987 3735 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:28.589024 3735 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.589057 3735 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.597032 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:02:28.597059 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:02:31.768312 3735 cni.go:452] [openshift-monitoring/prometheus-k8s-1 38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8 network default NAD default NAD key ] I0505 13:02:31.840853 3735 cni.go:473] [openshift-monitoring/prometheus-k8s-1 38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 38c689f93a95fa3a8c319faee6589fdb3b1eb41dc0a9a522d67c22303cd13cc8 network default NAD default NAD key default], result "{}", err I0505 13:02:31.902595 3735 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:31.902632 3735 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0505 13:02:31.906066 3735 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.20 I0505 13:02:31.906105 3735 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:32.338605 3735 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:32.338635 3735 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:32.343986 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:02:32.344013 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 13:02:32.381788 3735 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:02:32.381905 3735 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 13:02:32.403087 3735 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.224636ms I0505 13:02:32.403112 3735 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.251281ms I0505 13:02:32.404570 3735 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 22.800566ms, libovsdb time 1.073527ms I0505 13:02:32.742235 3735 cni.go:452] [openshift-monitoring/prometheus-k8s-1 7cdc9dc1944e694557aaceb75185b24218a1292bce31357a4d454a5b4732320e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 7cdc9dc1944e694557aaceb75185b24218a1292bce31357a4d454a5b4732320e network default NAD default NAD key ] I0505 13:02:32.753026 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 7cdc9dc1944e694, network: default, NAD default, SandboxID: "7cdc9dc1944e694557aaceb75185b24218a1292bce31357a4d454a5b4732320e", PCI device ID: , UID: "ec1348a2-106b-4d08-8818-53b8b088aad2", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 13:02:32.800909 3735 cni.go:473] [openshift-monitoring/prometheus-k8s-1 7cdc9dc1944e694557aaceb75185b24218a1292bce31357a4d454a5b4732320e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 7cdc9dc1944e694557aaceb75185b24218a1292bce31357a4d454a5b4732320e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ba:b6:56:9b:c5\",\"name\":\"7cdc9dc1944e694\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/206bd3b9-fb50-416e-9aa7-78f40e1fd58c\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:02:34.392493 3735 base_network_controller_pods.go:487] [default/openshift-console/console-8d6786788-bpff7] creating logical port openshift-console_console-8d6786788-bpff7 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:02:34.392631 3735 kube.go:256] Updating pod openshift-console/console-8d6786788-bpff7 I0505 13:02:34.412322 3735 pod.go:62] [openshift-console/console-8d6786788-bpff7] pod update took 19.719114ms I0505 13:02:34.412348 3735 base_network_controller_pods.go:951] [default/openshift-console/console-8d6786788-bpff7] addLogicalPort annotation time took 19.747166ms I0505 13:02:34.413483 3735 pods.go:271] [openshift-console/console-8d6786788-bpff7] addLogicalPort took 21.011807ms, libovsdb time 784.816µs I0505 13:02:34.761056 3735 cni.go:452] [openshift-console/console-8d6786788-bpff7 181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8d6786788-bpff7 181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32 network default NAD default NAD key ] I0505 13:02:34.770655 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8d6786788-bpff7, hostIfaceName: 181a94a797072dd, network: default, NAD default, SandboxID: "181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32", PCI device ID: , UID: "98a16524-1bb7-460f-91b3-6ac5f58813b0", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 13:02:34.816691 3735 cni.go:473] [openshift-console/console-8d6786788-bpff7 181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8d6786788-bpff7 181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:d3:c5:6f:71:f1\",\"name\":\"181a94a797072dd\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05019add-bee7-4958-9b53-e314dd8cd0c3\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:02:45.409923 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:02:59.720613 3735 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:59.721215 3735 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:00.346571 3735 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:00.347182 3735 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:01.196076 3735 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:01.196097 3735 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:01.204611 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:03:01.204639 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:03:10.722053 3735 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2vpbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:10.722683 3735 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2vpbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:11.065431 3735 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2vpbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:11.065457 3735 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2vpbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:11.071762 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f88f764c7-2vpbc I0505 13:03:11.071790 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f88f764c7-2vpbc I0505 13:03:30.315087 3735 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.315120 3735 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.330903 3735 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.330924 3735 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.334217 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f88f764c7-2bb9m I0505 13:03:30.334243 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f88f764c7-2bb9m W0505 13:03:33.628825 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:03:33.628849 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:03:34.925516 3735 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:34.926069 3735 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:35.872327 3735 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:35.872353 3735 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:35.878926 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:03:35.878951 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:03:55.368945 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=592 I0505 13:04:10.463020 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 13:04:57.491547 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:05:04.486239 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 13:05:14.717956 3735 obj_retry.go:498] Detected object openshift-console/console-8d6786788-dzsqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:14.718587 3735 obj_retry.go:498] Detected object openshift-console/console-8d6786788-dzsqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:15.032883 3735 obj_retry.go:492] Detected object openshift-console/console-8d6786788-dzsqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:15.032910 3735 obj_retry.go:492] Detected object openshift-console/console-8d6786788-dzsqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:15.037900 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8d6786788-dzsqc I0505 13:05:15.037926 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8d6786788-dzsqc I0505 13:05:25.427534 3735 cni.go:452] [openshift-console/console-8d6786788-bpff7 181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8d6786788-bpff7 181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32 network default NAD default NAD key ] I0505 13:05:25.502656 3735 cni.go:473] [openshift-console/console-8d6786788-bpff7 181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8d6786788-bpff7 181a94a797072dd2c39cf470e3e94edce60a805fe28adde4eedcaeec7ce16d32 network default NAD default NAD key default], result "{}", err I0505 13:05:25.548252 3735 obj_retry.go:498] Detected object openshift-console/console-8d6786788-bpff7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:25.548285 3735 pods.go:176] Deleting pod: openshift-console/console-8d6786788-bpff7 I0505 13:05:25.549710 3735 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8d6786788-bpff7, ips: 10.128.0.23 I0505 13:05:25.549743 3735 obj_retry.go:498] Detected object openshift-console/console-8d6786788-bpff7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:25.993407 3735 obj_retry.go:492] Detected object openshift-console/console-8d6786788-bpff7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:25.993459 3735 obj_retry.go:492] Detected object openshift-console/console-8d6786788-bpff7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:25.995993 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8d6786788-bpff7 I0505 13:05:25.996020 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8d6786788-bpff7 I0505 13:05:42.457765 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:05:46.474073 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 13:05:54.453280 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0505 13:06:18.365920 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 W0505 13:06:20.020348 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:06:31.073419 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:06:31.073491 3735 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-g5m5z IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-g5m5z: no pod IPs found I0505 13:06:52.491492 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 13:06:55.361763 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0505 13:07:07.363898 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 13:07:12.452363 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 13:07:38.479581 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 13:07:42.364502 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0505 13:07:48.468666 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 13:08:24.364901 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=91 I0505 13:10:00.636158 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:00.636809 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:00.646453 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:00.646501 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:00.653877 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h I0505 13:10:00.653903 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h I0505 13:10:05.055409 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.055983 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.939365 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:05.939430 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:56.701858 3735 namespace.go:98] [tsf] adding namespace I0505 13:10:56.702737 3735 namespace.go:102] [tsf] adding namespace took 857.136µs I0505 13:10:56.718595 3735 namespace.go:142] [tsf] updating namespace I0505 13:10:56.729233 3735 namespace.go:142] [tsf] updating namespace I0505 13:11:01.264161 3735 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:11:01.264421 3735 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:11:01.264502 3735 namespace.go:98] [rhbk-operator] adding namespace I0505 13:11:01.264520 3735 namespace.go:98] [konflux-ui] adding namespace I0505 13:11:01.264771 3735 namespace.go:98] [tsf-tas] adding namespace I0505 13:11:01.265074 3735 namespace.go:102] [cert-manager-operator] adding namespace took 890.524µs I0505 13:11:01.265165 3735 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:11:01.265288 3735 namespace.go:98] [tsf-tpa] adding namespace I0505 13:11:01.265879 3735 namespace.go:102] [rhtpa-operator] adding namespace took 1.435763ms I0505 13:11:01.266438 3735 namespace.go:102] [rhbk-operator] adding namespace took 1.920844ms I0505 13:11:01.267008 3735 namespace.go:102] [konflux-ui] adding namespace took 2.47809ms I0505 13:11:01.267034 3735 namespace.go:98] [konflux-operator] adding namespace I0505 13:11:01.267566 3735 namespace.go:102] [konflux-operator] adding namespace took 527.35µs I0505 13:11:01.268075 3735 namespace.go:102] [tsf-tas] adding namespace took 3.289194ms I0505 13:11:01.268533 3735 namespace.go:102] [tsf-keycloak] adding namespace took 3.355302ms I0505 13:11:01.268940 3735 namespace.go:102] [tsf-tpa] adding namespace took 3.639869ms I0505 13:11:01.280321 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.291702 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.295352 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.312355 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.312441 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.316988 3735 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.317050 3735 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:01.322550 3735 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.328285 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.331636 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.338918 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.356327 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.364688 3735 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.382494 3735 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.383744 3735 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.398909 3735 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.403984 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.422696 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.432088 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.438640 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.483207 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.496332 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.678538 3735 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:01.693895 3735 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:02.313750 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:02.322186 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:02.488740 3735 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-43.ec2.internal I0505 13:11:02.488864 3735 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0505 13:11:02.503828 3735 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 14.990337ms I0505 13:11:02.503850 3735 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 15.018343ms I0505 13:11:02.505070 3735 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 16.349358ms, libovsdb time 893.931µs I0505 13:11:02.862918 3735 cni.go:452] [tsf/test-tsf-subscriptions 97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734 network default NAD default NAD key ] I0505 13:11:02.872807 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 97ecf836fadf9d8, network: default, NAD default, SandboxID: "97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734", PCI device ID: , UID: "8c8c71da-b91f-4579-a26b-75f1b5a262d5", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 13:11:02.926306 3735 cni.go:473] [tsf/test-tsf-subscriptions 97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ee:92:f7:93:23\",\"name\":\"97ecf836fadf9d8\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4eef198-bc18-4f2e-84c4-106558347b61\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:11:09.742490 3735 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.743135 3735 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.743163 3735 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.743171 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:09.743187 3735 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.743196 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:10.772367 3735 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772410 3735 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772430 3735 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772443 3735 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:11.753165 3735 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753815 3735 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753852 3735 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753861 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:11.753873 3735 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753878 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:11.795301 3735 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795827 3735 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795853 3735 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795862 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:11.795880 3735 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795889 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:12.777960 3735 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.777983 3735 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.777998 3735 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.778015 3735 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.821748 3735 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.821774 3735 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.821787 3735 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.821804 3735 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:14.793774 3735 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.794322 3735 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.794348 3735 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.794356 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:14.794370 3735 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.794376 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:14.816961 3735 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817546 3735 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817572 3735 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817580 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:14.817591 3735 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817596 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:15.820814 3735 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.820847 3735 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.820862 3735 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.820874 3735 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.847744 3735 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.847767 3735 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.847777 3735 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.847787 3735 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:16.809716 3735 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.810276 3735 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.810299 3735 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.810307 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:16.810320 3735 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.810324 3735 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:17.918968 3735 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.918991 3735 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.919001 3735 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.919017 3735 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.467193 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0505 13:11:24.455946 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:11:26.388928 3735 namespace.go:98] [cert-manager] adding namespace I0505 13:11:26.389743 3735 namespace.go:102] [cert-manager] adding namespace took 793.828µs I0505 13:11:26.428604 3735 namespace.go:142] [cert-manager] updating namespace I0505 13:11:26.440497 3735 namespace.go:142] [cert-manager] updating namespace W0505 13:11:31.823284 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:11:31.823301 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:11:33.918992 3735 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:33.932358 3735 namespace.go:142] [openshift-operators] updating namespace W0505 13:11:35.855653 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:11:42.675631 3735 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:11:42.676388 3735 namespace.go:102] [trusted-artifact-signer] adding namespace took 737.582µs I0505 13:11:42.692388 3735 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:11:42.723263 3735 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 13:11:42.929640 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.945545 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.958656 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.967947 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:43.399574 3735 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0505 13:11:43.428288 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:43.541195 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:43.559881 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 13:11:47.766442 3735 namespace.go:142] [openshift-operators] updating namespace I0505 13:12:04.370990 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=204 I0505 13:12:04.443886 3735 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:12:04.444747 3735 namespace.go:102] [openshift-pipelines] adding namespace took 839.67µs I0505 13:12:04.459890 3735 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:05.156059 3735 namespace.go:142] [cert-manager] updating namespace I0505 13:12:05.356315 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:05.758366 3735 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:05.959157 3735 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:06.157353 3735 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:06.561968 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:06.762369 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:06.961557 3735 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:07.162505 3735 namespace.go:142] [tsf] updating namespace I0505 13:12:07.363575 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:07.563616 3735 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:07.767023 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:07.897493 3735 namespace.go:142] [cert-manager] updating namespace I0505 13:12:07.905980 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:07.915171 3735 namespace.go:142] [default] updating namespace I0505 13:12:07.925065 3735 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:07.934204 3735 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:07.946626 3735 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:07.953588 3735 namespace.go:142] [openshift] updating namespace I0505 13:12:07.962306 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:07.971740 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:07.978929 3735 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:07.987859 3735 namespace.go:142] [tsf] updating namespace I0505 13:12:08.006571 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:08.025849 3735 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:08.047085 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:08.147578 3735 namespace.go:142] [cert-manager] updating namespace I0505 13:12:08.247571 3735 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:08.346190 3735 namespace.go:142] [default] updating namespace I0505 13:12:08.447900 3735 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:08.549423 3735 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:08.648684 3735 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:08.744992 3735 namespace.go:142] [openshift] updating namespace I0505 13:12:08.846982 3735 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:08.947286 3735 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:09.047628 3735 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:09.148229 3735 namespace.go:142] [tsf] updating namespace I0505 13:12:09.249922 3735 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:09.347668 3735 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:09.449006 3735 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:09.494368 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 13:12:09.725214 3735 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:16.565146 3735 cni.go:452] [tsf/test-tsf-subscriptions 97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734 network default NAD default NAD key ] I0505 13:12:16.643803 3735 cni.go:473] [tsf/test-tsf-subscriptions 97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 97ecf836fadf9d8ac817543a63085c2463b91df23987eeffd8c0cb6f8e023734 network default NAD default NAD key default], result "{}", err I0505 13:12:16.699439 3735 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:16.699473 3735 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0505 13:12:16.700829 3735 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.24 I0505 13:12:16.700857 3735 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:16.719815 3735 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:16.719837 3735 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:16.726407 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:12:16.726434 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:12:17.402748 3735 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-c7jnw for pod on switch ip-10-0-2-43.ec2.internal I0505 13:12:17.402848 3735 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw I0505 13:12:17.420796 3735 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw] pod update took 17.971921ms I0505 13:12:17.420820 3735 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw] addLogicalPort annotation time took 18.002848ms I0505 13:12:17.422059 3735 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw] addLogicalPort took 19.335123ms, libovsdb time 897.322µs I0505 13:12:17.494039 3735 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-dn4vg for pod on switch ip-10-0-2-43.ec2.internal I0505 13:12:17.494134 3735 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg I0505 13:12:17.509856 3735 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg] pod update took 15.745745ms I0505 13:12:17.509879 3735 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg] addLogicalPort annotation time took 15.775763ms I0505 13:12:17.511061 3735 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg] addLogicalPort took 17.03833ms, libovsdb time 865.169µs I0505 13:12:17.591253 3735 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:12:17.591428 3735 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7 I0505 13:12:17.607934 3735 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7] pod update took 16.55468ms I0505 13:12:17.607956 3735 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7] addLogicalPort annotation time took 16.585167ms I0505 13:12:17.609165 3735 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7] addLogicalPort took 17.930525ms, libovsdb time 887.349µs I0505 13:12:17.695473 3735 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-pplq9 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:12:17.695570 3735 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9 I0505 13:12:17.711023 3735 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9] pod update took 15.476648ms I0505 13:12:17.711051 3735 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9] addLogicalPort annotation time took 15.515579ms I0505 13:12:17.712483 3735 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9] addLogicalPort took 17.025212ms, libovsdb time 923.923µs I0505 13:12:17.762185 3735 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw aedb796e26301fa2c985a69757630901f7391f7c04e7ec1ab2b810dbb962f20e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw aedb796e26301fa2c985a69757630901f7391f7c04e7ec1ab2b810dbb962f20e network default NAD default NAD key ] I0505 13:12:17.772632 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-c7jnw, hostIfaceName: aedb796e26301fa, network: default, NAD default, SandboxID: "aedb796e26301fa2c985a69757630901f7391f7c04e7ec1ab2b810dbb962f20e", PCI device ID: , UID: "da4f20a3-00e6-4732-82aa-409dd9843162", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0505 13:12:17.786461 3735 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-glpcp for pod on switch ip-10-0-2-43.ec2.internal I0505 13:12:17.786552 3735 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp I0505 13:12:17.803020 3735 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp] pod update took 16.49236ms I0505 13:12:17.803050 3735 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp] addLogicalPort annotation time took 16.525339ms I0505 13:12:17.804475 3735 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp] addLogicalPort took 18.027093ms, libovsdb time 886.337µs I0505 13:12:17.824272 3735 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw aedb796e26301fa2c985a69757630901f7391f7c04e7ec1ab2b810dbb962f20e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-c7jnw aedb796e26301fa2c985a69757630901f7391f7c04e7ec1ab2b810dbb962f20e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:b9:c6:28:0d:c1\",\"name\":\"aedb796e26301fa\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/387ad0e7-f696-4dcf-b9cd-a5538aac3c06\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:17.868702 3735 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg d09d2e7f4b77f9a51ba01cdb9b517155485fbcf08eff0c79ccdc7cfa4eed85b5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg d09d2e7f4b77f9a51ba01cdb9b517155485fbcf08eff0c79ccdc7cfa4eed85b5 network default NAD default NAD key ] I0505 13:12:17.889161 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-dn4vg, hostIfaceName: d09d2e7f4b77f9a, network: default, NAD default, SandboxID: "d09d2e7f4b77f9a51ba01cdb9b517155485fbcf08eff0c79ccdc7cfa4eed85b5", PCI device ID: , UID: "10e4ad78-ecae-49d7-ac79-ff789ca3b33d", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 13:12:17.936504 3735 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg d09d2e7f4b77f9a51ba01cdb9b517155485fbcf08eff0c79ccdc7cfa4eed85b5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-dn4vg d09d2e7f4b77f9a51ba01cdb9b517155485fbcf08eff0c79ccdc7cfa4eed85b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9b:1a:77:83:26\",\"name\":\"d09d2e7f4b77f9a\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6993096-f042-44ba-a6e9-10586d3a3690\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:17.972600 3735 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7 bd4aa75b597149d80af99c726edb133b4929f6f9c4cc8e797a76bb8acf24df73 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7 bd4aa75b597149d80af99c726edb133b4929f6f9c4cc8e797a76bb8acf24df73 network default NAD default NAD key ] I0505 13:12:17.982750 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7, hostIfaceName: bd4aa75b597149d, network: default, NAD default, SandboxID: "bd4aa75b597149d80af99c726edb133b4929f6f9c4cc8e797a76bb8acf24df73", PCI device ID: , UID: "93ec6b6a-50ad-4524-9c65-aa9a8183ca89", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 13:12:18.030959 3735 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7 bd4aa75b597149d80af99c726edb133b4929f6f9c4cc8e797a76bb8acf24df73 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-5mgm7 bd4aa75b597149d80af99c726edb133b4929f6f9c4cc8e797a76bb8acf24df73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:25:93:7b:e7:c3\",\"name\":\"bd4aa75b597149d\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f4d51d9-1330-4228-b39f-8832546a8c94\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:18.150321 3735 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp c471d15bdbd57c39d8fed1b34bf6758f5ffa9dd938b9ab74a5f4861b095eaee5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp c471d15bdbd57c39d8fed1b34bf6758f5ffa9dd938b9ab74a5f4861b095eaee5 network default NAD default NAD key ] I0505 13:12:18.160041 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-glpcp, hostIfaceName: c471d15bdbd57c3, network: default, NAD default, SandboxID: "c471d15bdbd57c39d8fed1b34bf6758f5ffa9dd938b9ab74a5f4861b095eaee5", PCI device ID: , UID: "54977c29-2556-4101-9dbc-749b38f248a3", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 13:12:18.207331 3735 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp c471d15bdbd57c39d8fed1b34bf6758f5ffa9dd938b9ab74a5f4861b095eaee5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-glpcp c471d15bdbd57c39d8fed1b34bf6758f5ffa9dd938b9ab74a5f4861b095eaee5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:54:96:05:66:70\",\"name\":\"c471d15bdbd57c3\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c007dbbe-41a7-4dda-86aa-ff563f9c186b\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:18.245518 3735 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-43.ec2.internal I0505 13:12:18.245603 3735 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0505 13:12:18.259846 3735 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.262928ms I0505 13:12:18.259878 3735 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.301449ms I0505 13:12:18.261124 3735 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.622876ms, libovsdb time 853.999µs I0505 13:12:18.355909 3735 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9 1b0eda92d3a97299a02e359913cb872812baf556f180ca05150e03cb63862bce network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9 1b0eda92d3a97299a02e359913cb872812baf556f180ca05150e03cb63862bce network default NAD default NAD key ] I0505 13:12:18.365797 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-pplq9, hostIfaceName: 1b0eda92d3a9729, network: default, NAD default, SandboxID: "1b0eda92d3a97299a02e359913cb872812baf556f180ca05150e03cb63862bce", PCI device ID: , UID: "f12a5b50-bfad-439e-a880-fc49bd82cba2", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 13:12:18.413856 3735 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9 1b0eda92d3a97299a02e359913cb872812baf556f180ca05150e03cb63862bce network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pplq9 1b0eda92d3a97299a02e359913cb872812baf556f180ca05150e03cb63862bce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e1:af:79:c1:b5\",\"name\":\"1b0eda92d3a9729\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5429e93b-f965-4987-9bb4-2ecaa529e5af\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:18.606269 3735 cni.go:452] [tsf/test-tsf-infrastructure 4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05 network default NAD default NAD key ] I0505 13:12:18.616530 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 4329b65d1fe998d, network: default, NAD default, SandboxID: "4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05", PCI device ID: , UID: "de684f3e-7252-46d5-87a2-d2f80918679a", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 13:12:18.666789 3735 cni.go:473] [tsf/test-tsf-infrastructure 4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6c:28:b5:a1:d9\",\"name\":\"4329b65d1fe998d\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20dca202-83ff-47c5-909d-111063c92254\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:12:21.113347 3735 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-nnkss for pod on switch ip-10-0-2-43.ec2.internal I0505 13:12:21.113603 3735 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss I0505 13:12:21.126079 3735 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss] pod update took 12.518461ms I0505 13:12:21.126172 3735 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss] addLogicalPort annotation time took 12.615813ms I0505 13:12:21.128055 3735 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss] addLogicalPort took 14.729607ms, libovsdb time 1.329383ms W0505 13:12:28.635129 3735 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.635149 3735 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.635155 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.664497 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.664512 3735 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.664517 3735 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.664520 3735 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.694764 3735 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:28.694782 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:28.694789 3735 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 13:12:31.683115 3735 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss d031ae7b83795de94cf9b5b49770246e5c04a7c256fb966327f79abde3b782df network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss d031ae7b83795de94cf9b5b49770246e5c04a7c256fb966327f79abde3b782df network default NAD default NAD key ] I0505 13:12:31.692318 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-nnkss, hostIfaceName: d031ae7b83795de, network: default, NAD default, SandboxID: "d031ae7b83795de94cf9b5b49770246e5c04a7c256fb966327f79abde3b782df", PCI device ID: , UID: "34831a7f-d3ae-42bf-a43c-aead47cc6ad0", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 13:12:31.739331 3735 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss d031ae7b83795de94cf9b5b49770246e5c04a7c256fb966327f79abde3b782df network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-nnkss d031ae7b83795de94cf9b5b49770246e5c04a7c256fb966327f79abde3b782df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:21:d0:4c:5d:47\",\"name\":\"d031ae7b83795de\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42d910db-fba4-4ef3-bc9a-deb35daf2c4b\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:12:32.654552 3735 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 13:12:35.642848 3735 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 13:12:39.650123 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:39.650143 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:39.650149 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:39.676987 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:39.677007 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:39.677015 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:39.677021 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:39.707865 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:39.707882 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:39.707890 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:51.239556 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 13:12:53.664517 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 13:12:59.784762 3735 cni.go:452] [tsf/test-tsf-infrastructure 4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05 network default NAD default NAD key ] I0505 13:12:59.861042 3735 cni.go:473] [tsf/test-tsf-infrastructure 4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 4329b65d1fe998d141eec8152a06f6b0e84998f84246510a267f7fba9ce67b05 network default NAD default NAD key default], result "{}", err I0505 13:12:59.912893 3735 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:59.912923 3735 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0505 13:12:59.914145 3735 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.30 I0505 13:12:59.914173 3735 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:59.955015 3735 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:59.955034 3735 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:59.964793 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:12:59.964816 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:13:01.460150 3735 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-43.ec2.internal I0505 13:13:01.460253 3735 kube.go:256] Updating pod tsf/test-tsf-iam I0505 13:13:01.487447 3735 pod.go:62] [tsf/test-tsf-iam] pod update took 27.228338ms I0505 13:13:01.487470 3735 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 27.253513ms I0505 13:13:01.488624 3735 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 28.491843ms, libovsdb time 806.12µs I0505 13:13:01.815849 3735 cni.go:452] [tsf/test-tsf-iam abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3 network default NAD default NAD key ] I0505 13:13:01.825359 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: abf5077220710fd, network: default, NAD default, SandboxID: "abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3", PCI device ID: , UID: "20f3d214-1271-4202-9f9d-8043c2fa1be7", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 13:13:01.873476 3735 cni.go:473] [tsf/test-tsf-iam abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:e8:95:7c:be:9a\",\"name\":\"abf5077220710fd\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6bf54bda-b20e-4450-b5a6-9dce1adb6baa\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:13:02.069695 3735 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:13:02.070274 3735 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:13:02.070293 3735 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:13:02.072434 3735 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 13:13:02.443818 3735 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:13:02.443945 3735 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 13:13:02.458769 3735 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 14.853779ms I0505 13:13:02.458791 3735 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.879669ms I0505 13:13:02.459587 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:13:02.459984 3735 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 16.186458ms, libovsdb time 842.175µs I0505 13:13:02.820911 3735 cni.go:452] [tsf-keycloak/keycloak-0 138a139184aef8e08bc1346447e5cb2bb65b523c4127e6da44ce8c9b1588b610 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 138a139184aef8e08bc1346447e5cb2bb65b523c4127e6da44ce8c9b1588b610 network default NAD default NAD key ] I0505 13:13:02.832978 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 138a139184aef8e, network: default, NAD default, SandboxID: "138a139184aef8e08bc1346447e5cb2bb65b523c4127e6da44ce8c9b1588b610", PCI device ID: , UID: "1445d5f8-90b1-4796-b7b4-780f42cc43af", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 13:13:02.883359 3735 cni.go:473] [tsf-keycloak/keycloak-0 138a139184aef8e08bc1346447e5cb2bb65b523c4127e6da44ce8c9b1588b610 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 138a139184aef8e08bc1346447e5cb2bb65b523c4127e6da44ce8c9b1588b610 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:c0:1b:2e:71:7b\",\"name\":\"138a139184aef8e\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7212d7bb-5411-4dca-aebc-23cdc510d2ef\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:13:05.368542 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=96 W0505 13:13:08.848868 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:08.848890 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:08.848968 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:08.848988 3735 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 13:13:09.813024 3735 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:13:12.476696 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:13:28.365898 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0505 13:13:28.935266 3735 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:28.935285 3735 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:28.935290 3735 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:35.053915 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:35.053939 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:35.057583 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:35.057604 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 13:13:42.353914 3735 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-lvs5r] creating logical port tsf-keycloak_tsf-iam-lvs5r for pod on switch ip-10-0-2-43.ec2.internal I0505 13:13:42.354043 3735 kube.go:256] Updating pod tsf-keycloak/tsf-iam-lvs5r I0505 13:13:42.379261 3735 pod.go:62] [tsf-keycloak/tsf-iam-lvs5r] pod update took 25.247674ms I0505 13:13:42.379285 3735 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-lvs5r] addLogicalPort annotation time took 25.273899ms I0505 13:13:42.380545 3735 pods.go:271] [tsf-keycloak/tsf-iam-lvs5r] addLogicalPort took 26.648419ms, libovsdb time 890.069µs I0505 13:13:42.706904 3735 cni.go:452] [tsf-keycloak/tsf-iam-lvs5r cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-lvs5r cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5 network default NAD default NAD key ] I0505 13:13:42.715779 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-lvs5r, hostIfaceName: cef2c13477d1683, network: default, NAD default, SandboxID: "cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5", PCI device ID: , UID: "5cd6f0a9-5316-4384-a9e0-30469620ac16", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 13:13:42.764785 3735 cni.go:473] [tsf-keycloak/tsf-iam-lvs5r cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-lvs5r cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:87:6c:08:32:f4\",\"name\":\"cef2c13477d1683\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15e7947e-c1b9-461e-815e-b64c5047f2af\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:13:52.056950 3735 cni.go:452] [tsf/test-tsf-iam abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3 network default NAD default NAD key ] I0505 13:13:52.145639 3735 cni.go:473] [tsf/test-tsf-iam abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam abf5077220710fd101c473ca19d2d2aab9aaceabe408249b24e3d08ef9d187d3 network default NAD default NAD key default], result "{}", err I0505 13:13:52.196830 3735 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:52.196865 3735 pods.go:176] Deleting pod: tsf/test-tsf-iam I0505 13:13:52.198244 3735 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.32 I0505 13:13:52.198273 3735 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:52.218813 3735 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:52.218836 3735 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:52.222392 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:13:52.222444 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:13:53.184861 3735 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-43.ec2.internal I0505 13:13:53.184957 3735 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0505 13:13:53.199500 3735 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 14.573151ms I0505 13:13:53.199520 3735 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 14.597598ms I0505 13:13:53.200759 3735 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 15.913961ms, libovsdb time 865.021µs I0505 13:13:53.549962 3735 cni.go:452] [tsf-tas/test-tsf-tas 52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947 network default NAD default NAD key ] I0505 13:13:53.559361 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 52c56c42196d07e, network: default, NAD default, SandboxID: "52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947", PCI device ID: , UID: "cc169e28-635f-4ab4-917f-75bfc53a8ed4", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 13:13:53.609137 3735 cni.go:473] [tsf-tas/test-tsf-tas 52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:cd:46:ca:69:d6\",\"name\":\"52c56c42196d07e\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/047151b4-eab0-44bb-a289-7596f47e6da9\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:13:54.992226 3735 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7cb44d8657-v5bpv] creating logical port tsf-tas_trillian-logserver-7cb44d8657-v5bpv for pod on switch ip-10-0-2-43.ec2.internal I0505 13:13:54.992363 3735 kube.go:256] Updating pod tsf-tas/trillian-logserver-7cb44d8657-v5bpv I0505 13:13:55.009411 3735 pod.go:62] [tsf-tas/trillian-logserver-7cb44d8657-v5bpv] pod update took 17.059231ms I0505 13:13:55.009436 3735 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7cb44d8657-v5bpv] addLogicalPort annotation time took 17.106552ms I0505 13:13:55.010881 3735 pods.go:271] [tsf-tas/trillian-logserver-7cb44d8657-v5bpv] addLogicalPort took 18.669324ms, libovsdb time 1.075036ms I0505 13:13:55.128545 3735 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-fvptd-5wgjb] creating logical port tsf-tas_rekor-createtree-job-fvptd-5wgjb for pod on switch ip-10-0-2-43.ec2.internal I0505 13:13:55.128721 3735 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-fvptd-5wgjb I0505 13:13:55.144773 3735 pod.go:62] [tsf-tas/rekor-createtree-job-fvptd-5wgjb] pod update took 16.080924ms I0505 13:13:55.144794 3735 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-fvptd-5wgjb] addLogicalPort annotation time took 16.108409ms I0505 13:13:55.146194 3735 pods.go:271] [tsf-tas/rekor-createtree-job-fvptd-5wgjb] addLogicalPort took 17.669312ms, libovsdb time 1.005223ms I0505 13:13:55.495123 3735 cni.go:452] [tsf-tas/rekor-createtree-job-fvptd-5wgjb 30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-fvptd-5wgjb 30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5 network default NAD default NAD key ] I0505 13:13:55.505843 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-fvptd-5wgjb, hostIfaceName: 30f4235ae0b4c1e, network: default, NAD default, SandboxID: "30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5", PCI device ID: , UID: "adbc96f0-aa2c-49ba-9a2f-e787ec91165c", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 13:13:55.563157 3735 cni.go:473] [tsf-tas/rekor-createtree-job-fvptd-5wgjb 30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-fvptd-5wgjb 30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:bb:04:ff:04:cd\",\"name\":\"30f4235ae0b4c1e\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8af5f44c-75c5-4c01-af07-cb0ab5867766\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:13:55.969774 3735 cni.go:452] [tsf-tas/trillian-logserver-7cb44d8657-v5bpv 94cb078b93197a646c657d02f87818cd975bb22221102a06c30e020c8f274cf1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7cb44d8657-v5bpv 94cb078b93197a646c657d02f87818cd975bb22221102a06c30e020c8f274cf1 network default NAD default NAD key ] I0505 13:13:55.982471 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7cb44d8657-v5bpv, hostIfaceName: 94cb078b93197a6, network: default, NAD default, SandboxID: "94cb078b93197a646c657d02f87818cd975bb22221102a06c30e020c8f274cf1", PCI device ID: , UID: "2cc827c5-4cc4-4659-a8ff-19bd5724f050", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 13:13:56.048454 3735 cni.go:473] [tsf-tas/trillian-logserver-7cb44d8657-v5bpv 94cb078b93197a646c657d02f87818cd975bb22221102a06c30e020c8f274cf1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7cb44d8657-v5bpv 94cb078b93197a646c657d02f87818cd975bb22221102a06c30e020c8f274cf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:95:37:b7:2b:07\",\"name\":\"94cb078b93197a6\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1721a87-5008-4a11-a6a3-379df6f1057e\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:14:05.125375 3735 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 13:14:05.145776 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:14:05.145801 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:14:06.151452 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 13:14:07.579258 3735 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 13:14:09.488874 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 13:14:10.856802 3735 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:10.857365 3735 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:14:11.611974 3735 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:14:11.876821 3735 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:11.876856 3735 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:14.197545 3735 cni.go:452] [tsf-keycloak/tsf-iam-lvs5r cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-lvs5r cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5 network default NAD default NAD key ] I0505 13:14:14.278356 3735 cni.go:473] [tsf-keycloak/tsf-iam-lvs5r cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-lvs5r cef2c13477d168323c29d81c6a6d9193301739e32ee0c8729373c203070b6df5 network default NAD default NAD key default], result "{}", err I0505 13:14:14.333039 3735 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lvs5r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:14.333068 3735 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-lvs5r I0505 13:14:14.334304 3735 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-lvs5r, ips: 10.128.0.34 I0505 13:14:14.334337 3735 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lvs5r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:15.220853 3735 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lvs5r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:15.220883 3735 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lvs5r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:15.367041 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=58 I0505 13:14:17.222661 3735 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-fd68s for pod on switch ip-10-0-2-43.ec2.internal I0505 13:14:17.222795 3735 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s I0505 13:14:17.243690 3735 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s] pod update took 20.92067ms I0505 13:14:17.243713 3735 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s] addLogicalPort annotation time took 20.947888ms I0505 13:14:17.244906 3735 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s] addLogicalPort took 22.264117ms, libovsdb time 833.247µs I0505 13:14:18.177697 3735 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s f911ac8e0fc2ed8a484d1827254426e85cf2c46aa45b50cfd32a4ff42ead6b6d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s f911ac8e0fc2ed8a484d1827254426e85cf2c46aa45b50cfd32a4ff42ead6b6d network default NAD default NAD key ] I0505 13:14:18.188316 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-fd68s, hostIfaceName: f911ac8e0fc2ed8, network: default, NAD default, SandboxID: "f911ac8e0fc2ed8a484d1827254426e85cf2c46aa45b50cfd32a4ff42ead6b6d", PCI device ID: , UID: "07a3ca15-9755-4a93-a74b-c0eb0f3740f3", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 13:14:18.238173 3735 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s f911ac8e0fc2ed8a484d1827254426e85cf2c46aa45b50cfd32a4ff42ead6b6d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-fd68s f911ac8e0fc2ed8a484d1827254426e85cf2c46aa45b50cfd32a4ff42ead6b6d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:62:43:53:e4:d1\",\"name\":\"f911ac8e0fc2ed8\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7bc1cb36-3236-4df0-b935-850902ee2a5d\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:14:21.481690 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:14:26.494182 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0505 13:14:40.296628 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 13:14:48.369813 3735 cni.go:452] [tsf-tas/test-tsf-tas 52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947 network default NAD default NAD key ] I0505 13:14:48.448655 3735 cni.go:473] [tsf-tas/test-tsf-tas 52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 52c56c42196d07ea33c873a45dd7e91119c2ececb2c45d9772f129d8800d6947 network default NAD default NAD key default], result "{}", err I0505 13:14:48.500697 3735 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:48.500728 3735 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0505 13:14:48.502014 3735 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.35 I0505 13:14:48.502049 3735 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:48.518079 3735 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:48.518098 3735 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:48.523329 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:14:48.523353 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:14:50.384652 3735 cni.go:452] [tsf-tas/rekor-createtree-job-fvptd-5wgjb 30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-fvptd-5wgjb 30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5 network default NAD default NAD key ] I0505 13:14:50.457800 3735 cni.go:473] [tsf-tas/rekor-createtree-job-fvptd-5wgjb 30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-fvptd-5wgjb 30f4235ae0b4c1e00c06e372e94ea6b9c09eef718899532cf65b3aa24c175ba5 network default NAD default NAD key default], result "{}", err I0505 13:14:50.509486 3735 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:50.509514 3735 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-fvptd-5wgjb I0505 13:14:50.510799 3735 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-fvptd-5wgjb, ips: 10.128.0.37 I0505 13:14:50.510828 3735 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:51.402559 3735 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:51.402582 3735 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:55.064724 3735 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:55.065291 3735 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:56.087005 3735 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:56.087026 3735 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:56.138559 3735 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-59c6d49fd9-ps997] creating logical port tsf-tas_rekor-redis-59c6d49fd9-ps997 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:14:56.138672 3735 kube.go:256] Updating pod tsf-tas/rekor-redis-59c6d49fd9-ps997 I0505 13:14:56.155781 3735 pod.go:62] [tsf-tas/rekor-redis-59c6d49fd9-ps997] pod update took 17.133355ms I0505 13:14:56.155802 3735 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-59c6d49fd9-ps997] addLogicalPort annotation time took 17.156005ms I0505 13:14:56.156989 3735 pods.go:271] [tsf-tas/rekor-redis-59c6d49fd9-ps997] addLogicalPort took 18.443215ms, libovsdb time 840.205µs I0505 13:14:57.102205 3735 cni.go:452] [tsf-tas/rekor-redis-59c6d49fd9-ps997 1e307856e16a7cf545347e0c8740c424b7909191b83bc7329324c77769eb210d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-59c6d49fd9-ps997 1e307856e16a7cf545347e0c8740c424b7909191b83bc7329324c77769eb210d network default NAD default NAD key ] I0505 13:14:57.124507 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-59c6d49fd9-ps997, hostIfaceName: 1e307856e16a7cf, network: default, NAD default, SandboxID: "1e307856e16a7cf545347e0c8740c424b7909191b83bc7329324c77769eb210d", PCI device ID: , UID: "29408148-7f65-4d4c-86e1-80f79804c55a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 13:14:57.173829 3735 cni.go:473] [tsf-tas/rekor-redis-59c6d49fd9-ps997 1e307856e16a7cf545347e0c8740c424b7909191b83bc7329324c77769eb210d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-59c6d49fd9-ps997 1e307856e16a7cf545347e0c8740c424b7909191b83bc7329324c77769eb210d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:38:96:f8:8a:d2\",\"name\":\"1e307856e16a7cf\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6e86a26-4126-4186-8b9e-b59a98dcd671\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:14:57.555757 3735 obj_retry.go:498] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:57.556383 3735 obj_retry.go:498] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:58.434839 3735 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:58.434869 3735 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:58.532427 3735 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-zcsxq] creating logical port tsf_tsf-tekton-configuration-zcsxq for pod on switch ip-10-0-2-43.ec2.internal I0505 13:14:58.532554 3735 kube.go:256] Updating pod tsf/tsf-tekton-configuration-zcsxq I0505 13:14:58.544082 3735 pod.go:62] [tsf/tsf-tekton-configuration-zcsxq] pod update took 11.55198ms I0505 13:14:58.544106 3735 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-zcsxq] addLogicalPort annotation time took 11.580673ms I0505 13:14:58.545422 3735 pods.go:271] [tsf/tsf-tekton-configuration-zcsxq] addLogicalPort took 13.035831ms, libovsdb time 883.082µs I0505 13:14:58.866532 3735 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-584f855fdb-vtf6h] creating logical port tsf-tas_rekor-server-584f855fdb-vtf6h for pod on switch ip-10-0-2-43.ec2.internal I0505 13:14:58.866656 3735 kube.go:256] Updating pod tsf-tas/rekor-server-584f855fdb-vtf6h I0505 13:14:58.879294 3735 pod.go:62] [tsf-tas/rekor-server-584f855fdb-vtf6h] pod update took 12.681137ms I0505 13:14:58.879379 3735 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-584f855fdb-vtf6h] addLogicalPort annotation time took 12.771095ms I0505 13:14:58.880682 3735 pods.go:271] [tsf-tas/rekor-server-584f855fdb-vtf6h] addLogicalPort took 14.179545ms, libovsdb time 887.358µs I0505 13:14:58.939310 3735 cni.go:452] [tsf/tsf-tekton-configuration-zcsxq 08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-zcsxq 08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052 network default NAD default NAD key ] I0505 13:14:58.950310 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-zcsxq, hostIfaceName: 08949ab3beab96d, network: default, NAD default, SandboxID: "08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052", PCI device ID: , UID: "ae162419-764d-46ab-90ff-b3649ed2852a", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 13:14:59.001016 3735 cni.go:473] [tsf/tsf-tekton-configuration-zcsxq 08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-zcsxq 08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:eb:3d:81:4f:37\",\"name\":\"08949ab3beab96d\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39e52767-907f-4882-834e-e157367162d0\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:14:59.866153 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 13:15:00.013001 3735 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6785fd8bb9-mwww8] creating logical port tsf-tas_ctlog-6785fd8bb9-mwww8 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:15:00.013107 3735 kube.go:256] Updating pod tsf-tas/ctlog-6785fd8bb9-mwww8 I0505 13:15:00.029718 3735 pod.go:62] [tsf-tas/ctlog-6785fd8bb9-mwww8] pod update took 16.637249ms I0505 13:15:00.029741 3735 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6785fd8bb9-mwww8] addLogicalPort annotation time took 16.666095ms I0505 13:15:00.031077 3735 pods.go:271] [tsf-tas/ctlog-6785fd8bb9-mwww8] addLogicalPort took 18.098258ms, libovsdb time 951.424µs I0505 13:15:01.922092 3735 cni.go:452] [tsf-tas/ctlog-6785fd8bb9-mwww8 03d10f68d037e26da0bb9e6c9e47a0439fcbb9a1763d96ca1a3c7c04e157ab33 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6785fd8bb9-mwww8 03d10f68d037e26da0bb9e6c9e47a0439fcbb9a1763d96ca1a3c7c04e157ab33 network default NAD default NAD key ] I0505 13:15:01.931909 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6785fd8bb9-mwww8, hostIfaceName: 03d10f68d037e26, network: default, NAD default, SandboxID: "03d10f68d037e26da0bb9e6c9e47a0439fcbb9a1763d96ca1a3c7c04e157ab33", PCI device ID: , UID: "d0dc8642-1927-4e44-9b6d-244cdd7c2d0c", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 13:15:01.983022 3735 cni.go:473] [tsf-tas/ctlog-6785fd8bb9-mwww8 03d10f68d037e26da0bb9e6c9e47a0439fcbb9a1763d96ca1a3c7c04e157ab33 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6785fd8bb9-mwww8 03d10f68d037e26da0bb9e6c9e47a0439fcbb9a1763d96ca1a3c7c04e157ab33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:83:00:9d:fe:f5\",\"name\":\"03d10f68d037e26\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/050e4340-8605-4cb5-b1dc-cd7d04e1ae21\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:15:02.451865 3735 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:15:04.087867 3735 cni.go:452] [tsf-tas/rekor-server-584f855fdb-vtf6h 422a0e56b1dcb2269af87c5f201c839596a1ce327b0884ce04f3d94e31761abb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-584f855fdb-vtf6h 422a0e56b1dcb2269af87c5f201c839596a1ce327b0884ce04f3d94e31761abb network default NAD default NAD key ] I0505 13:15:04.098500 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-584f855fdb-vtf6h, hostIfaceName: 422a0e56b1dcb22, network: default, NAD default, SandboxID: "422a0e56b1dcb2269af87c5f201c839596a1ce327b0884ce04f3d94e31761abb", PCI device ID: , UID: "55aeea51-48a2-4c98-ac50-fa7830387c36", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 13:15:04.155138 3735 cni.go:473] [tsf-tas/rekor-server-584f855fdb-vtf6h 422a0e56b1dcb2269af87c5f201c839596a1ce327b0884ce04f3d94e31761abb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-584f855fdb-vtf6h 422a0e56b1dcb2269af87c5f201c839596a1ce327b0884ce04f3d94e31761abb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a2:00:60:38:2e\",\"name\":\"422a0e56b1dcb22\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af684af1-ae3b-4281-a9e7-cfa0aebb6557\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:15:04.461408 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0505 13:15:06.499751 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:15:07.082898 3735 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:15:07.487563 3735 cni.go:452] [tsf/tsf-tekton-configuration-zcsxq 08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-zcsxq 08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052 network default NAD default NAD key ] I0505 13:15:07.577382 3735 cni.go:473] [tsf/tsf-tekton-configuration-zcsxq 08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-zcsxq 08949ab3beab96d9ca062454f53915b7cbf254b1a53e5cedc9d6c4ecfc48d052 network default NAD default NAD key default], result "{}", err I0505 13:15:07.626774 3735 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zcsxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:07.626806 3735 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-zcsxq I0505 13:15:07.628067 3735 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-zcsxq, ips: 10.128.0.40 I0505 13:15:07.628096 3735 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zcsxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:08.497439 3735 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zcsxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.497464 3735 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zcsxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.534786 3735 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.534809 3735 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.543209 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-mrtc2 I0505 13:15:08.543230 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-mrtc2 I0505 13:15:09.160457 3735 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-43.ec2.internal I0505 13:15:09.160549 3735 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0505 13:15:09.176567 3735 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 16.03993ms I0505 13:15:09.176598 3735 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.076271ms I0505 13:15:09.177910 3735 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.466724ms, libovsdb time 930.794µs I0505 13:15:09.519900 3735 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8 network default NAD default NAD key ] I0505 13:15:09.529035 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 392660ed418011c, network: default, NAD default, SandboxID: "392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8", PCI device ID: , UID: "6e8f18b6-8ecd-4822-9f8f-d302b629a910", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0505 13:15:09.578298 3735 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:42:9f:e9:89:4c\",\"name\":\"392660ed418011c\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66182764-fdfe-45a6-9177-e2d820567942\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:15:11.471875 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 13:15:12.514785 3735 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8 network default NAD default NAD key ] I0505 13:15:12.589540 3735 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 392660ed418011c59c309809e60474e8a91e886ccde6e6dc4087b3442bc675c8 network default NAD default NAD key default], result "{}", err I0505 13:15:12.642052 3735 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:12.642087 3735 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0505 13:15:12.643727 3735 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.43 I0505 13:15:12.643756 3735 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:12.660455 3735 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:12.660478 3735 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:12.666150 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:15:12.666173 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 13:15:12.856440 3735 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-43.ec2.internal I0505 13:15:12.856534 3735 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0505 13:15:12.870954 3735 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.445868ms I0505 13:15:12.870975 3735 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.470977ms I0505 13:15:12.872411 3735 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.995032ms, libovsdb time 955.39µs I0505 13:15:13.216369 3735 cni.go:452] [tsf-tpa/test-tsf-tpa 3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066 network default NAD default NAD key ] I0505 13:15:13.226550 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 3b1f39b344745cb, network: default, NAD default, SandboxID: "3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066", PCI device ID: , UID: "aa75da06-c899-4663-96b7-284a9c5dc771", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0505 13:15:13.276624 3735 cni.go:473] [tsf-tpa/test-tsf-tpa 3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:ec:15:71:42:6a\",\"name\":\"3b1f39b344745cb\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eff28223-609b-40e1-8762-faebab61b546\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:15:14.496511 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0505 13:15:15.478035 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0505 13:15:17.497546 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:15:22.454379 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 13:15:23.696255 3735 obj_retry.go:498] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:23.696859 3735 obj_retry.go:498] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:24.720052 3735 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:24.720077 3735 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:27.729947 3735 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:27.730546 3735 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:28.752460 3735 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:28.752481 3735 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:28.946750 3735 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-mlzzc] creating logical port tsf-tpa_create-importers-mlzzc for pod on switch ip-10-0-2-43.ec2.internal I0505 13:15:28.946837 3735 kube.go:256] Updating pod tsf-tpa/create-importers-mlzzc I0505 13:15:28.958863 3735 pod.go:62] [tsf-tpa/create-importers-mlzzc] pod update took 12.050088ms I0505 13:15:28.958892 3735 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-mlzzc] addLogicalPort annotation time took 12.080003ms I0505 13:15:28.960317 3735 pods.go:271] [tsf-tpa/create-importers-mlzzc] addLogicalPort took 13.583065ms, libovsdb time 1.02364ms I0505 13:15:29.305300 3735 cni.go:452] [tsf-tpa/create-importers-mlzzc e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-mlzzc e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6 network default NAD default NAD key ] I0505 13:15:29.314374 3735 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-mlzzc, hostIfaceName: e5914cd9cb103fb, network: default, NAD default, SandboxID: "e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6", PCI device ID: , UID: "251e9a3d-30f9-4ccc-802a-07adbd35be28", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0505 13:15:29.366761 3735 cni.go:473] [tsf-tpa/create-importers-mlzzc e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-mlzzc e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:1a:0f:bc:4b:d2\",\"name\":\"e5914cd9cb103fb\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f1706b2-307b-473f-a1ea-f050ac8eada7\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:15:32.624856 3735 cni.go:452] [tsf-tpa/create-importers-mlzzc e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-mlzzc e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6 network default NAD default NAD key ] I0505 13:15:32.706188 3735 cni.go:473] [tsf-tpa/create-importers-mlzzc e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-mlzzc e5914cd9cb103fb4359eaea8a8aed90079fffa73731363e673474aa149bcdce6 network default NAD default NAD key default], result "{}", err I0505 13:15:32.755321 3735 obj_retry.go:498] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:32.755378 3735 pods.go:176] Deleting pod: tsf-tpa/create-importers-mlzzc I0505 13:15:32.756757 3735 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-mlzzc, ips: 10.128.0.45 I0505 13:15:32.756792 3735 obj_retry.go:498] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:33.780201 3735 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:33.780228 3735 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:15:37.675590 3735 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 13:15:41.816560 3735 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:41.817121 3735 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:42.692294 3735 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:42.692323 3735 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:56.755767 3735 cni.go:452] [tsf-tpa/test-tsf-tpa 3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066 network default NAD default NAD key ] I0505 13:15:56.846534 3735 cni.go:473] [tsf-tpa/test-tsf-tpa 3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 3b1f39b344745cb5fceb53adba977464b0ade1b284b32d8a899cc49a44d39066 network default NAD default NAD key default], result "{}", err I0505 13:15:56.897647 3735 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:56.897677 3735 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0505 13:15:56.898960 3735 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.44 I0505 13:15:56.898987 3735 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:56.939300 3735 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:56.939322 3735 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:56.944251 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:15:56.944275 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:15:57.864124 3735 namespace.go:98] [build-service] adding namespace I0505 13:15:57.864974 3735 namespace.go:102] [build-service] adding namespace took 829.109µs I0505 13:15:57.869605 3735 namespace.go:98] [integration-service] adding namespace I0505 13:15:57.869619 3735 namespace.go:98] [image-controller] adding namespace I0505 13:15:57.869798 3735 namespace.go:98] [default-tenant] adding namespace I0505 13:15:57.870279 3735 namespace.go:102] [integration-service] adding namespace took 658.765µs I0505 13:15:57.870804 3735 namespace.go:102] [image-controller] adding namespace took 1.172045ms I0505 13:15:57.871283 3735 namespace.go:102] [default-tenant] adding namespace took 1.470258ms I0505 13:15:57.915929 3735 namespace.go:142] [build-service] updating namespace I0505 13:15:57.938428 3735 namespace.go:142] [build-service] updating namespace I0505 13:15:57.942571 3735 namespace.go:142] [integration-service] updating namespace I0505 13:15:57.958357 3735 namespace.go:142] [integration-service] updating namespace I0505 13:15:57.963426 3735 namespace.go:142] [image-controller] updating namespace I0505 13:15:57.980674 3735 namespace.go:142] [default-tenant] updating namespace I0505 13:15:57.993237 3735 namespace.go:142] [image-controller] updating namespace I0505 13:15:58.005860 3735 namespace.go:142] [default-tenant] updating namespace I0505 13:15:58.176695 3735 namespace.go:142] [build-service] updating namespace I0505 13:15:58.213310 3735 namespace.go:142] [integration-service] updating namespace I0505 13:15:58.263606 3735 namespace.go:98] [release-service] adding namespace I0505 13:15:58.264326 3735 namespace.go:102] [release-service] adding namespace took 707.261µs I0505 13:15:58.296551 3735 namespace.go:142] [konflux-ui] updating namespace I0505 13:15:58.322264 3735 namespace.go:142] [release-service] updating namespace I0505 13:15:58.358047 3735 namespace.go:142] [release-service] updating namespace I0505 13:15:58.358074 3735 namespace.go:98] [konflux-info] adding namespace I0505 13:15:58.358705 3735 namespace.go:102] [konflux-info] adding namespace took 624.761µs I0505 13:15:58.424865 3735 namespace.go:98] [namespace-lister] adding namespace I0505 13:15:58.425648 3735 namespace.go:102] [namespace-lister] adding namespace took 764.466µs I0505 13:15:58.549632 3735 namespace.go:142] [konflux-info] updating namespace I0505 13:15:58.562658 3735 namespace.go:142] [image-controller] updating namespace I0505 13:15:58.562686 3735 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:15:58.563432 3735 namespace.go:102] [enterprise-contract-service] adding namespace took 735.791µs I0505 13:15:58.627620 3735 namespace.go:142] [konflux-info] updating namespace I0505 13:15:58.785690 3735 namespace.go:142] [namespace-lister] updating namespace I0505 13:15:58.972770 3735 namespace.go:142] [namespace-lister] updating namespace I0505 13:15:59.037910 3735 namespace.go:142] [enterprise-contract-service] updating namespace W0505 13:15:59.043296 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 13:15:59.198781 3735 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-43.ec2.internal I0505 13:15:59.198873 3735 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0505 13:15:59.352651 3735 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 153.774735ms I0505 13:15:59.352677 3735 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 153.832236ms I0505 13:15:59.354089 3735 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 155.328819ms, libovsdb time 849.149µs I0505 13:15:59.396770 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:15:59.412782 3735 namespace.go:142] [default-tenant] updating namespace I0505 13:15:59.492801 3735 namespace.go:98] [segment-bridge] adding namespace I0505 13:15:59.493557 3735 namespace.go:102] [segment-bridge] adding namespace took 741.419µs I0505 13:15:59.636468 3735 namespace.go:142] [segment-bridge] updating namespace I0505 13:15:59.677900 3735 namespace.go:98] [konflux-cli] adding namespace I0505 13:15:59.678713 3735 namespace.go:102] [konflux-cli] adding namespace took 794.454µs I0505 13:15:59.710799 3735 namespace.go:142] [segment-bridge] updating namespace I0505 13:15:59.753739 3735 namespace.go:142] [konflux-cli] updating namespace I0505 13:15:59.874930 3735 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:15:59.875614 3735 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:15:59.875641 3735 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:15:59.878819 3735 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:15:59.884522 3735 cni.go:452] [konflux-ui/test-tsf-konflux 0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78 network default NAD default NAD key ] I0505 13:15:59.893238 3735 namespace.go:142] [konflux-cli] updating namespace I0505 13:15:59.902524 3735 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 0ccb5fc4050d11e, network: default, NAD default, SandboxID: "0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78", PCI device ID: , UID: "20a9fb4a-d20a-4015-90f6-0dceeef44a80", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0505 13:15:59.934702 3735 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:15:59.934790 3735 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:15:59.935653 3735 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:15:59.959600 3735 cni.go:473] [konflux-ui/test-tsf-konflux 0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d6:81:43:32:86\",\"name\":\"0ccb5fc4050d11e\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6c4274e-70f2-4601-bc0f-d911ea16133c\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:16:01.365720 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=124 I0505 13:16:01.547423 3735 namespace.go:142] [build-service] updating namespace I0505 13:16:01.941752 3735 namespace.go:142] [default-tenant] updating namespace I0505 13:16:02.268108 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:02.604710 3735 namespace.go:142] [image-controller] updating namespace I0505 13:16:02.817640 3735 namespace.go:142] [integration-service] updating namespace I0505 13:16:03.144678 3735 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:03.226237 3735 base_network_controller_pods.go:487] [default/konflux-ui/proxy-8484ff4dcc-lblcq] creating logical port konflux-ui_proxy-8484ff4dcc-lblcq for pod on switch ip-10-0-2-43.ec2.internal I0505 13:16:03.226328 3735 kube.go:256] Updating pod konflux-ui/proxy-8484ff4dcc-lblcq I0505 13:16:03.259382 3735 pod.go:62] [konflux-ui/proxy-8484ff4dcc-lblcq] pod update took 33.084803ms I0505 13:16:03.259424 3735 base_network_controller_pods.go:951] [default/konflux-ui/proxy-8484ff4dcc-lblcq] addLogicalPort annotation time took 33.130288ms I0505 13:16:03.260558 3735 pods.go:271] [konflux-ui/proxy-8484ff4dcc-lblcq] addLogicalPort took 34.337494ms, libovsdb time 758.269µs I0505 13:16:03.378813 3735 namespace.go:142] [konflux-info] updating namespace I0505 13:16:03.576284 3735 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:03.765635 3735 namespace.go:142] [release-service] updating namespace I0505 13:16:03.965951 3735 namespace.go:142] [segment-bridge] updating namespace I0505 13:16:04.080154 3735 namespace.go:142] [build-service] updating namespace I0505 13:16:04.098488 3735 namespace.go:142] [default-tenant] updating namespace I0505 13:16:04.115227 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:04.124779 3735 namespace.go:142] [image-controller] updating namespace I0505 13:16:04.136702 3735 namespace.go:142] [integration-service] updating namespace I0505 13:16:04.156763 3735 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:04.171741 3735 namespace.go:142] [konflux-info] updating namespace I0505 13:16:04.191581 3735 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:04.198929 3735 namespace.go:142] [release-service] updating namespace I0505 13:16:04.212608 3735 namespace.go:142] [segment-bridge] updating namespace I0505 13:16:04.350015 3735 namespace.go:142] [build-service] updating namespace I0505 13:16:04.513034 3735 namespace.go:142] [default-tenant] updating namespace I0505 13:16:04.615239 3735 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:04.711476 3735 namespace.go:142] [image-controller] updating namespace I0505 13:16:04.808145 3735 namespace.go:142] [integration-service] updating namespace I0505 13:16:04.912741 3735 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:05.009825 3735 namespace.go:142] [konflux-info] updating namespace I0505 13:16:05.113751 3735 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:05.219455 3735 namespace.go:142] [release-service] updating namespace W0505 13:16:05.225233 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:16:05.276605 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 13:16:05.310991 3735 namespace.go:142] [segment-bridge] updating namespace W0505 13:16:07.232084 3735 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 13:16:11.231150 3735 cni.go:452] [konflux-ui/proxy-8484ff4dcc-lblcq 087fed4715671199a929f1b632e76ce43f40092741214644a1fc95aabb77ab17 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-8484ff4dcc-lblcq 087fed4715671199a929f1b632e76ce43f40092741214644a1fc95aabb77ab17 network default NAD default NAD key ] I0505 13:16:11.239647 3735 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-8484ff4dcc-lblcq, hostIfaceName: 087fed471567119, network: default, NAD default, SandboxID: "087fed4715671199a929f1b632e76ce43f40092741214644a1fc95aabb77ab17", PCI device ID: , UID: "a2247b93-3593-4e57-b423-f81c06789899", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] W0505 13:16:11.274950 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:16:11.275012 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 13:16:11.290702 3735 cni.go:473] [konflux-ui/proxy-8484ff4dcc-lblcq 087fed4715671199a929f1b632e76ce43f40092741214644a1fc95aabb77ab17 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-8484ff4dcc-lblcq 087fed4715671199a929f1b632e76ce43f40092741214644a1fc95aabb77ab17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:e0:4a:a9:5b:fe\",\"name\":\"087fed471567119\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c09641a-236b-430b-9978-5c205c6f5c77\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 13:16:11.308004 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:16:11.308080 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:16:12.272971 3735 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 13:16:15.868702 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:15.868719 3735 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:16.324860 3735 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:16:16.329262 3735 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:16:16.363013 3735 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:16.363030 3735 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 13:16:22.622945 3735 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:22.623357 3735 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.355566 3735 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:23.355585 3735 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:23.362587 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vdffz I0505 13:16:23.362615 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vdffz I0505 13:16:48.368038 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 W0505 13:16:51.908824 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:51.908846 3735 util.go:959] Failed to build node endpoints for node ip-10-0-2-43.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 13:17:13.373775 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=460 I0505 13:17:21.366445 3735 obj_retry.go:498] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:21.367077 3735 obj_retry.go:498] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:21.695983 3735 obj_retry.go:492] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:21.696009 3735 obj_retry.go:492] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:21.702652 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7fcdd88c6-dbxs8 I0505 13:17:21.702680 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7fcdd88c6-dbxs8 I0505 13:17:33.293665 3735 cni.go:452] [konflux-ui/test-tsf-konflux 0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78 network default NAD default NAD key ] I0505 13:17:33.372521 3735 cni.go:473] [konflux-ui/test-tsf-konflux 0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 0ccb5fc4050d11e2fdd237fd8a4551b1cd0480125f9b964d3f57349c349fdc78 network default NAD default NAD key default], result "{}", err I0505 13:17:33.423053 3735 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:33.423087 3735 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0505 13:17:33.424497 3735 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.46 I0505 13:17:33.424525 3735 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:33.440370 3735 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:33.440389 3735 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:33.445246 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:17:33.445267 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:17:58.081073 3735 namespace.go:98] [managed-tenant-pfuzl] adding namespace I0505 13:17:58.082145 3735 namespace.go:102] [managed-tenant-pfuzl] adding namespace took 1.043929ms I0505 13:17:58.102268 3735 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:58.125967 3735 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.142570 3735 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.275016 3735 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.374705 3735 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:18:03.469795 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0505 13:18:17.497325 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 13:18:59.458754 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:19:11.462009 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 13:19:29.496425 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0505 13:19:49.490991 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 13:19:53.369191 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=30 I0505 13:20:00.236226 3735 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633120-682rc for pod on switch ip-10-0-2-43.ec2.internal I0505 13:20:00.236357 3735 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc I0505 13:20:00.257314 3735 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc] pod update took 20.982666ms I0505 13:20:00.257337 3735 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc] addLogicalPort annotation time took 21.008228ms I0505 13:20:00.258544 3735 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc] addLogicalPort took 22.333695ms, libovsdb time 847.646µs I0505 13:20:00.595131 3735 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc 40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc 40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c network default NAD default NAD key ] I0505 13:20:00.604064 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633120-682rc, hostIfaceName: 40bc5a64b3251fc, network: default, NAD default, SandboxID: "40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c", PCI device ID: , UID: "0ddbb32e-63cb-4800-b743-47c48d18654b", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0505 13:20:00.653927 3735 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc 40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc 40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:bd:4d:e7:78:57\",\"name\":\"40bc5a64b3251fc\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d2f0923-d2a7-44b5-a2f7-5e57a7e1e24a\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:20:04.071851 3735 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc 40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc 40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c network default NAD default NAD key ] I0505 13:20:04.150377 3735 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc 40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc 40bc5a64b3251fca3d5c6d196716042a4ebabb7d7ee952b27fa1d84a2e9dc09c network default NAD default NAD key default], result "{}", err I0505 13:20:04.200083 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:04.200121 3735 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc I0505 13:20:04.201437 3735 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc, ips: 10.128.0.48 I0505 13:20:04.201461 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:05.085274 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.085321 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:10.368180 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 13:22:22.478928 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 13:22:23.484390 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 13:22:34.371167 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=82 I0505 13:22:56.474278 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 13:24:18.458107 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=43 I0505 13:24:44.369893 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0505 13:24:57.456598 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 13:25:10.371602 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0505 13:25:11.464315 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 13:25:24.051639 3735 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:24.051681 3735 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:24.058257 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vbkvp I0505 13:25:24.058286 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vbkvp I0505 13:25:28.041984 3735 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:28.042005 3735 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:28.047455 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-hjph7 I0505 13:25:28.047481 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-hjph7 I0505 13:25:33.032467 3735 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:33.032495 3735 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:33.037309 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mlzzc I0505 13:25:33.037331 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mlzzc I0505 13:25:46.498567 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 13:25:58.376328 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=33 I0505 13:26:01.500758 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:27:21.371269 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 13:27:49.472776 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 13:28:35.493235 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 13:28:45.461723 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0505 13:28:45.486711 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:30:00.211781 3735 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633130-lqbf4 for pod on switch ip-10-0-2-43.ec2.internal I0505 13:30:00.211881 3735 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 I0505 13:30:00.240384 3735 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4] pod update took 28.523778ms I0505 13:30:00.240417 3735 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4] addLogicalPort annotation time took 28.560245ms I0505 13:30:00.241717 3735 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4] addLogicalPort took 29.950521ms, libovsdb time 884.697µs I0505 13:30:00.569664 3735 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37 network default NAD default NAD key ] I0505 13:30:00.578873 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633130-lqbf4, hostIfaceName: 538b3a295fdf72c, network: default, NAD default, SandboxID: "538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37", PCI device ID: , UID: "a31d41c1-7b91-4ca0-8bd4-570894f90478", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0505 13:30:00.629485 3735 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:91:f2:34:ce:de\",\"name\":\"538b3a295fdf72c\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87634f4c-e788-4bbf-983e-8a9d4e58f92f\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:30:03.941020 3735 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37 network default NAD default NAD key ] I0505 13:30:04.022423 3735 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 538b3a295fdf72c33195f735be2c119173c33f71e3f2d68cbd24961c24355f37 network default NAD default NAD key default], result "{}", err I0505 13:30:04.071301 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.071337 3735 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 I0505 13:30:04.072709 3735 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4, ips: 10.128.0.49 I0505 13:30:04.072735 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.954285 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:04.954360 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:24.466814 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 13:30:39.371804 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 W0505 13:31:10.768324 3735 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f I0505 13:31:12.476522 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 13:31:17.459185 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 13:31:22.505150 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0505 13:31:25.482047 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 13:31:59.373674 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0505 13:32:51.994034 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:32:51.994556 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:33:05.124521 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:33:05.125153 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:33:05.176877 3735 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod for pod on switch ip-10-0-2-43.ec2.internal I0505 13:33:05.177022 3735 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod I0505 13:33:05.202664 3735 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod] pod update took 25.684828ms I0505 13:33:05.202688 3735 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod] addLogicalPort annotation time took 25.714502ms I0505 13:33:05.203996 3735 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod] addLogicalPort took 27.132188ms, libovsdb time 921.289µs I0505 13:33:05.540113 3735 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod 00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod 00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75 network default NAD default NAD key ] I0505 13:33:05.551585 3735 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod, hostIfaceName: 00381f41a81a91e, network: default, NAD default, SandboxID: "00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75", PCI device ID: , UID: "a972ab58-b802-4104-8333-feca0de76bd0", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0505 13:33:05.604539 3735 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod 00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod 00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c6:80:f3:7d:4a\",\"name\":\"00381f41a81a91e\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8283c631-6fc3-43c9-910c-7170ed6f37eb\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:33:23.373291 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:33:33.500477 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:34:09.167418 3735 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod 00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod 00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75 network default NAD default NAD key ] I0505 13:34:09.256344 3735 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod 00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod 00381f41a81a91e2d603bc8953d419e2ed9a8b442f6fe638d2d5899be3383b75 network default NAD default NAD key default], result "{}", err I0505 13:34:09.335414 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:34:09.335458 3735 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod I0505 13:34:09.336824 3735 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod, ips: 10.128.0.50 I0505 13:34:09.336852 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:34:11.460838 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0505 13:34:18.378681 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=75 I0505 13:34:28.373979 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0505 13:35:31.496147 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 13:35:56.374810 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0505 13:36:34.488943 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:36:45.469501 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 13:36:56.474808 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 13:37:34.463537 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:37:47.461212 3735 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 13:38:03.360680 3735 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-build-image-index-pod for pod on switch ip-10-0-2-43.ec2.internal I0505 13:38:03.360865 3735 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod I0505 13:38:03.385473 3735 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod] pod update took 24.641884ms I0505 13:38:03.385497 3735 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod] addLogicalPort annotation time took 24.673933ms I0505 13:38:03.386687 3735 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod] addLogicalPort took 26.028246ms, libovsdb time 856.343µs I0505 13:38:03.723024 3735 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24 network default NAD default NAD key ] I0505 13:38:03.732542 3735 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-build-image-index-pod, hostIfaceName: f8b6575725bbb19, network: default, NAD default, SandboxID: "f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24", PCI device ID: , UID: "8c3470f2-06ae-454a-8d55-2ea45a2bf431", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0505 13:38:03.783061 3735 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a6:51:38:94:29\",\"name\":\"f8b6575725bbb19\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a5973396-dd41-4a3a-a28b-064bcecbd9e5\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:38:04.043100 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:04.043794 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:28.507624 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:38:33.023505 3735 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:33.024273 3735 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:33.441921 3735 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:38:33.441980 3735 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:38:33.448049 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv I0505 13:38:33.448075 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv I0505 13:38:40.376103 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:38:43.009080 3735 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod for pod on switch ip-10-0-2-43.ec2.internal I0505 13:38:43.009237 3735 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod I0505 13:38:43.050907 3735 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod] pod update took 41.701838ms I0505 13:38:43.050929 3735 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod] addLogicalPort annotation time took 41.727617ms I0505 13:38:43.052092 3735 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod] addLogicalPort took 43.026286ms, libovsdb time 816.824µs I0505 13:38:43.484481 3735 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod 0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod 0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9 network default NAD default NAD key ] I0505 13:38:43.493883 3735 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod, hostIfaceName: 0710a75d69e2ac9, network: default, NAD default, SandboxID: "0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9", PCI device ID: , UID: "5711661b-4428-42ab-b2f0-5e6a3bbcd81c", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0505 13:38:43.544645 3735 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod 0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod 0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c6:a5:ca:91:55\",\"name\":\"0710a75d69e2ac9\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddf7dce5-aed7-4cdc-8950-36661a2079f4\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:38:43.581577 3735 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24 network default NAD default NAD key ] I0505 13:38:43.664981 3735 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod f8b6575725bbb19259e2a1e3f594173f4db8b4439116ae5ee95f748f964cef24 network default NAD default NAD key default], result "{}", err I0505 13:38:43.767990 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:43.768057 3735 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod I0505 13:38:43.769616 3735 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod, ips: 10.128.0.51 I0505 13:38:43.769649 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:39:13.484529 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 13:39:37.478653 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 13:39:50.463715 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0505 13:40:00.199509 3735 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633140-8w5gk for pod on switch ip-10-0-2-43.ec2.internal I0505 13:40:00.199602 3735 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk I0505 13:40:00.211794 3735 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk] pod update took 12.214782ms I0505 13:40:00.211817 3735 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk] addLogicalPort annotation time took 12.242354ms I0505 13:40:00.213276 3735 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk] addLogicalPort took 13.7856ms, libovsdb time 1.03255ms I0505 13:40:00.561432 3735 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk 51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk 51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502 network default NAD default NAD key ] I0505 13:40:00.578773 3735 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633140-8w5gk, hostIfaceName: 51bfead1f03333d, network: default, NAD default, SandboxID: "51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502", PCI device ID: , UID: "221325cf-9a09-4c18-93f6-298f48b1b98a", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0505 13:40:00.633149 3735 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk 51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk 51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:19:6e:32:97:5d\",\"name\":\"51bfead1f03333d\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/951b9448-1142-49d6-89f9-7adcf8419db7\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:40:04.042734 3735 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk 51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk 51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502 network default NAD default NAD key ] I0505 13:40:04.134110 3735 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk 51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk 51bfead1f03333dbb03c1026f5ea8b9cfceb6d8cd395c9569d43c1ae481ab502 network default NAD default NAD key default], result "{}", err I0505 13:40:04.190210 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:04.190244 3735 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk I0505 13:40:04.191973 3735 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk, ips: 10.128.0.53 I0505 13:40:04.192007 3735 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:05.051390 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.051441 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.082230 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.082253 3735 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.087672 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh I0505 13:40:05.087703 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh I0505 13:40:05.376607 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0505 13:40:13.138331 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.138945 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.168612 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.169162 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:15.131712 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:15.132287 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:20.180420 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:20.180981 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:33.456414 3735 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:33.456983 3735 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:34.077210 3735 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:34.077232 3735 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:34.085142 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh I0505 13:40:34.085164 3735 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh I0505 13:40:35.498918 3735 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 13:40:36.308869 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:36.309411 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:42.376517 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0505 13:42:20.783516 3735 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod 0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod 0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9 network default NAD default NAD key ] I0505 13:42:20.864109 3735 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod 0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod 0710a75d69e2ac94194527adb1060b745616cf9ef05f23f28225ffa33f4b97f9 network default NAD default NAD key default], result "{}", err I0505 13:42:20.940535 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:20.940574 3735 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod I0505 13:42:20.941801 3735 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod, ips: 10.128.0.52 I0505 13:42:20.941831 3735 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:22.381036 3735 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=132 I0505 13:42:36.502482 3735 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 13:42:38.402555 3735 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-egno-fc5jr-verify-pod] creating logical port default-tenant_my-integration-test-egno-fc5jr-verify-pod for pod on switch ip-10-0-2-43.ec2.internal I0505 13:42:38.402756 3735 kube.go:256] Updating pod default-tenant/my-integration-test-egno-fc5jr-verify-pod I0505 13:42:38.436134 3735 pod.go:62] [default-tenant/my-integration-test-egno-fc5jr-verify-pod] pod update took 33.444184ms I0505 13:42:38.436156 3735 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-egno-fc5jr-verify-pod] addLogicalPort annotation time took 33.47041ms I0505 13:42:38.437527 3735 pods.go:271] [default-tenant/my-integration-test-egno-fc5jr-verify-pod] addLogicalPort took 34.988986ms, libovsdb time 992.802µs I0505 13:42:38.765378 3735 cni.go:452] [default-tenant/my-integration-test-egno-fc5jr-verify-pod a9a76eb20df50f21da10b788fc1c020030456bbb1d9f8bc505be7e6bb2efa0c3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-egno-fc5jr-verify-pod a9a76eb20df50f21da10b788fc1c020030456bbb1d9f8bc505be7e6bb2efa0c3 network default NAD default NAD key ] I0505 13:42:38.774877 3735 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-egno-fc5jr-verify-pod, hostIfaceName: a9a76eb20df50f2, network: default, NAD default, SandboxID: "a9a76eb20df50f21da10b788fc1c020030456bbb1d9f8bc505be7e6bb2efa0c3", PCI device ID: , UID: "d2825ad2-d6ac-431c-8de6-b237bf9aec0a", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0505 13:42:38.824161 3735 cni.go:473] [default-tenant/my-integration-test-egno-fc5jr-verify-pod a9a76eb20df50f21da10b788fc1c020030456bbb1d9f8bc505be7e6bb2efa0c3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-egno-fc5jr-verify-pod a9a76eb20df50f21da10b788fc1c020030456bbb1d9f8bc505be7e6bb2efa0c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:c5:15:7c:b5:ca\",\"name\":\"a9a76eb20df50f2\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef3355ec-1b07-451d-9fa6-e09c44b6bd65\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 13:42:39.399061 3735 obj_retry.go:498] Detected object default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:39.399576 3735 obj_retry.go:498] Detected object default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it