+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-206.ec2.internal ++ [[ -n ip-10-0-2-206.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-206.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0521 23:00:55.348306738 - disable conntrack on geneve port' I0521 23:00:55.348306738 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 23:00:55.367142034 - starting ovnkube-node + echo 'I0521 23:00:55.367142034 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-206.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-206.ec2.internal --init-node ip-10-0-2-206.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-206.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 23:00:55.409908 3666 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 23:00:55.409973 3666 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-88447625ca.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 23:00:55.411734 3666 kube.go:431] Waiting for certificate I0521 23:00:55.411758 3666 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 23:00:55.411788 3666 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 23:00:55.412623 3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:00:55.443429 3666 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:55.443446 3666 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:55.446026 3666 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:55.446134 3666 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hjgnq" I0521 23:00:55.453116 3666 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-hjgnq" I0521 23:00:55.453178 3666 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 23:00:56.412623 3666 kube.go:438] Certificate found I0521 23:00:56.413367 3666 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 23:00:56.414430 3666 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 23:00:56.469712 3666 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 22:55:55 +0000 UTC" deadline="2026-05-22 17:40:23.247477083 +0000 UTC" I0521 23:00:56.469739 3666 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h39m26.777745845s" I0521 23:00:56.498628 3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:00:56.509662 3666 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 23:00:56.509744 3666 server.go:101] MetricServer registers OVS metrics I0521 23:00:56.509762 3666 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 23:00:56.509967 3666 factory.go:561] Starting watch factory I0521 23:00:56.510122 3666 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.510122 3666 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.510160 3666 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.510147 3666 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.510177 3666 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.510123 3666 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.510188 3666 server.go:105] MetricServer registers OVN DB metrics I0521 23:00:56.510194 3666 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.510836 3666 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.510997 3666 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.511022 3666 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.511046 3666 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.511061 3666 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.511647 3666 controller_manager.go:370] Starting the ovnkube controller I0521 23:00:56.511659 3666 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-206.ec2.internal I0521 23:00:56.511720 3666 controller_manager.go:395] NBDB zone sync took: 51.694µs I0521 23:00:56.511734 3666 factory.go:561] Starting watch factory I0521 23:00:56.515315 3666 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 23:00:56.515341 3666 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 23:00:56.529358 3666 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 23:00:56.529389 3666 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 23:00:56.531298 3666 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.532672 3666 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.533398 3666 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 23:00:56.533482 3666 server.go:109] MetricServer registers OVN Controller metrics I0521 23:00:56.535657 3666 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.536528 3666 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.537333 3666 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.538504 3666 server.go:113] MetricServer registers OVN Northd metrics I0521 23:00:56.543241 3666 metrics.go:519] OVN Metrics Server starts to run ... I0521 23:00:56.544696 3666 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 23:00:56.615426 3666 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:00:56.615460 3666 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:00:56.615464 3666 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:00:56.615467 3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:00:56.615470 3666 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:00:56.615473 3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:00:56.615572 3666 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.615567 3666 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.615595 3666 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.615599 3666 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.617664 3666 factory.go:1977] *v1.Service informer cache synced successfully I0521 23:00:56.617676 3666 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 23:00:56.617680 3666 factory.go:1977] *v1.Pod informer cache synced successfully I0521 23:00:56.617690 3666 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 23:00:56.617693 3666 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 23:00:56.617697 3666 factory.go:1977] *v1.Node informer cache synced successfully I0521 23:00:56.619195 3666 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.619200 3666 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 23:00:56.621105 3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:00:56.621117 3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:00:56.621166 3666 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.621176 3666 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.623194 3666 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 23:00:56.623204 3666 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 23:00:56.624036 3666 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.626540 3666 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:00:56.626592 3666 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.626603 3666 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.628737 3666 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 23:00:56.629490 3666 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.632097 3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:00:56.632154 3666 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.632164 3666 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.634245 3666 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 23:00:56.635182 3666 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.637135 3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:00:56.637203 3666 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.637222 3666 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.639732 3666 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 23:00:56.640189 3666 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.642848 3666 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:00:56.643300 3666 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.643313 3666 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.645001 3666 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 23:00:56.646272 3666 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.648235 3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:00:56.648385 3666 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:56.648396 3666 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:56.651081 3666 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 23:00:56.651318 3666 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 23:00:56.653922 3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:00:56.653978 3666 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.653985 3666 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.653998 3666 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.653989 3666 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.656367 3666 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 23:00:56.657499 3666 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.657637 3666 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 23:00:56.659567 3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:00:56.659578 3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:00:56.659585 3666 factory.go:680] Watch Factory start up complete, took: 149.622377ms I0521 23:00:56.659652 3666 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 23:00:56.661522 3666 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 23:00:56.661532 3666 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 23:00:56.661539 3666 factory.go:680] Watch Factory start up complete, took: 149.804195ms I0521 23:00:56.661545 3666 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-206.ec2.internal" zone I0521 23:00:56.705511 3666 default_node_network_controller.go:710] Initializing the default node network controller I0521 23:00:56.776530 3666 udn_isolation.go:101] Starting UDN host isolation manager I0521 23:00:56.782409 3666 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 23:00:56.837648 3666 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 23:00:56.837798 3666 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 23:00:56.837819 3666 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 23:00:56.872283 3666 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 23:00:56.872353 3666 default_node_network_controller.go:809] Node ip-10-0-2-206.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0521 23:00:56.878651 3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.206"] k8s.ovn.org/zone-name:ip-10-0-2-206.ec2.internal] on node ip-10-0-2-206.ec2.internal I0521 23:00:56.900386 3666 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 23:00:56.906413 3666 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 23:00:56.906553 3666 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0521 23:00:56.906697 3666 gateway_init.go:263] Preparing Gateway I0521 23:00:56.906709 3666 gateway_shared_intf.go:1687] Creating new gateway I0521 23:00:56.911622 3666 controller_manager.go:429] Waiting for node in zone sync took: 250.066667ms I0521 23:00:56.917650 3666 controller_manager.go:611] Switching to transit router for layer2 networks I0521 23:00:56.917669 3666 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-206.ec2.internal I0521 23:00:56.934046 3666 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 23:00:56.940233 3666 controller_manager.go:290] SCTP support detected in OVN I0521 23:00:56.940764 3666 services_controller.go:69] Creating services controller for network=default I0521 23:00:56.940869 3666 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 23:00:56.940920 3666 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 23:00:56.940955 3666 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 23:00:56.940972 3666 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 23:00:56.940983 3666 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:00:56.941179 3666 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 23:00:56.941223 3666 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 23:00:56.941252 3666 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 45.143µs I0521 23:00:56.941257 3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 26.181µs I0521 23:00:56.941265 3666 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 42.707µs I0521 23:00:56.941270 3666 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 23:00:56.941281 3666 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 23:00:56.941292 3666 default_network_controller.go:325] Starting the default network controller I0521 23:00:56.941316 3666 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.241µs I0521 23:00:56.941348 3666 udn_enabled_svc.go:95] Performing full resync I0521 23:00:56.941658 3666 udn_enabled_svc.go:99] Waiting for handler to sync I0521 23:00:56.941669 3666 udn_enabled_svc.go:104] Starting worker I0521 23:00:56.951251 3666 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 23:00:56.951345 3666 repair.go:33] Syncing exgw routes took 76.984µs I0521 23:00:56.951380 3666 default_network_controller.go:414] Starting all the Watchers... I0521 23:00:56.951802 3666 namespace.go:98] [openshift-cluster-version] adding namespace I0521 23:00:56.951810 3666 namespace.go:98] [openshift-infra] adding namespace I0521 23:00:56.951828 3666 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 23:00:56.951835 3666 namespace.go:98] [openshift-multus] adding namespace I0521 23:00:56.951839 3666 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 23:00:56.951848 3666 namespace.go:98] [openshift-image-registry] adding namespace I0521 23:00:56.951851 3666 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 23:00:56.951857 3666 namespace.go:98] [kube-node-lease] adding namespace I0521 23:00:56.951863 3666 namespace.go:98] [openshift-apiserver] adding namespace I0521 23:00:56.951866 3666 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 23:00:56.951869 3666 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 23:00:56.951873 3666 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 23:00:56.951888 3666 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 23:00:56.951894 3666 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 23:00:56.951911 3666 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 23:00:56.952423 3666 namespace.go:102] [openshift-cluster-version] adding namespace took 607.373µs I0521 23:00:56.952440 3666 namespace.go:98] [openshift-etcd] adding namespace I0521 23:00:56.952845 3666 namespace.go:102] [openshift-etcd] adding namespace took 401.012µs I0521 23:00:56.952857 3666 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 23:00:56.953311 3666 namespace.go:102] [openshift-operators-redhat] adding namespace took 447.052µs I0521 23:00:56.953328 3666 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 23:00:56.953890 3666 namespace.go:102] [openshift-infra] adding namespace took 2.050906ms I0521 23:00:56.953907 3666 namespace.go:98] [openshift-backplane-srep] adding namespace W0521 23:00:56.954337 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-m2sr7: pod openshift-multus/network-metrics-daemon-m2sr7: no pod IPs found I0521 23:00:56.954374 3666 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.534896ms W0521 23:00:56.954391 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d777d: pod openshift-multus/network-metrics-daemon-d777d: no pod IPs found I0521 23:00:56.954397 3666 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 23:00:56.954996 3666 namespace.go:102] [openshift-multus] adding namespace took 3.150356ms I0521 23:00:56.955011 3666 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 23:00:56.955589 3666 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 3.739894ms I0521 23:00:56.955599 3666 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0521 23:00:56.956128 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-bd2l9: pod openshift-network-diagnostics/network-check-target-bd2l9: no pod IPs found I0521 23:00:56.956170 3666 namespace.go:102] [openshift-image-registry] adding namespace took 4.309636ms I0521 23:00:56.956190 3666 namespace.go:98] [dedicated-admin] adding namespace W0521 23:00:56.956193 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-v9gpb: pod openshift-network-diagnostics/network-check-target-v9gpb: no pod IPs found I0521 23:00:56.956705 3666 namespace.go:102] [openshift-network-diagnostics] adding namespace took 4.843472ms I0521 23:00:56.956717 3666 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 23:00:56.957340 3666 namespace.go:102] [kube-node-lease] adding namespace took 5.474869ms I0521 23:00:56.957357 3666 namespace.go:98] [default] adding namespace I0521 23:00:56.957855 3666 namespace.go:102] [openshift-apiserver] adding namespace took 5.98504ms I0521 23:00:56.957871 3666 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 23:00:56.958401 3666 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.528373ms I0521 23:00:56.958428 3666 namespace.go:98] [openshift-network-operator] adding namespace I0521 23:00:56.958904 3666 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.028433ms I0521 23:00:56.958923 3666 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 23:00:56.960106 3666 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.212212ms I0521 23:00:56.960122 3666 namespace.go:98] [openshift-authentication] adding namespace I0521 23:00:56.960656 3666 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.760342ms I0521 23:00:56.960672 3666 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 23:00:56.961231 3666 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.329648ms I0521 23:00:56.961242 3666 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 23:00:56.961806 3666 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 9.884374ms I0521 23:00:56.961820 3666 namespace.go:98] [kube-system] adding namespace I0521 23:00:56.962275 3666 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.941256ms I0521 23:00:56.962289 3666 namespace.go:98] [openshift-network-console] adding namespace I0521 23:00:56.962647 3666 namespace.go:102] [openshift-backplane-srep] adding namespace took 8.734509ms I0521 23:00:56.962658 3666 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 23:00:56.963128 3666 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.724336ms I0521 23:00:56.963138 3666 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 23:00:56.963551 3666 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.535198ms I0521 23:00:56.963565 3666 namespace.go:98] [openshift-dns] adding namespace I0521 23:00:56.963914 3666 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.307552ms I0521 23:00:56.963940 3666 namespace.go:98] [openshift-dns-operator] adding namespace I0521 23:00:56.964353 3666 namespace.go:102] [dedicated-admin] adding namespace took 8.157215ms I0521 23:00:56.964365 3666 namespace.go:98] [openshift-node] adding namespace I0521 23:00:56.964917 3666 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.193923ms I0521 23:00:56.964931 3666 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 23:00:56.965409 3666 namespace.go:102] [default] adding namespace took 8.045126ms I0521 23:00:56.965427 3666 namespace.go:98] [openshift-logging] adding namespace I0521 23:00:56.965989 3666 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.110165ms I0521 23:00:56.966008 3666 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 23:00:56.966447 3666 namespace.go:102] [openshift-network-operator] adding namespace took 8.01024ms I0521 23:00:56.966461 3666 namespace.go:98] [openshift-backplane] adding namespace I0521 23:00:56.966825 3666 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.897149ms I0521 23:00:56.966836 3666 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 23:00:56.967272 3666 namespace.go:102] [openshift-authentication] adding namespace took 7.14558ms I0521 23:00:56.967283 3666 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 23:00:56.967674 3666 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.996126ms I0521 23:00:56.967687 3666 namespace.go:98] [openshift-host-network] adding namespace W0521 23:00:56.968053 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-f46kx: pod kube-system/global-pull-secret-syncer-f46kx: no pod IPs found W0521 23:00:56.968064 3666 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-f4br4: pod kube-system/global-pull-secret-syncer-f4br4: no pod IPs found I0521 23:00:56.968079 3666 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.833211ms I0521 23:00:56.968087 3666 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 23:00:56.968643 3666 namespace.go:102] [kube-system] adding namespace took 6.818195ms I0521 23:00:56.968654 3666 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 23:00:56.969157 3666 namespace.go:102] [openshift-network-console] adding namespace took 6.862115ms I0521 23:00:56.969783 3666 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.119563ms I0521 23:00:56.969798 3666 namespace.go:98] [openshift-config-managed] adding namespace I0521 23:00:56.970216 3666 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.072212ms I0521 23:00:56.970232 3666 namespace.go:98] [openshift-console-operator] adding namespace I0521 23:00:56.971031 3666 namespace.go:102] [openshift-dns] adding namespace took 7.461192ms I0521 23:00:56.971045 3666 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 23:00:56.971388 3666 namespace.go:102] [openshift-dns-operator] adding namespace took 7.438738ms I0521 23:00:56.971401 3666 namespace.go:98] [openshift-ingress] adding namespace I0521 23:00:56.971741 3666 namespace.go:102] [openshift-node] adding namespace took 7.371377ms I0521 23:00:56.971751 3666 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 23:00:56.972119 3666 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.181747ms I0521 23:00:56.972134 3666 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 23:00:56.972549 3666 namespace.go:102] [openshift-logging] adding namespace took 7.118252ms I0521 23:00:56.972558 3666 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 23:00:56.973042 3666 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.02702ms I0521 23:00:56.973056 3666 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 23:00:56.973412 3666 namespace.go:102] [openshift-backplane] adding namespace took 6.945887ms I0521 23:00:56.973422 3666 namespace.go:98] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] adding namespace I0521 23:00:56.973852 3666 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.011944ms I0521 23:00:56.973863 3666 namespace.go:98] [openshift-config-operator] adding namespace I0521 23:00:56.974320 3666 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.032826ms I0521 23:00:56.974331 3666 namespace.go:98] [openshift-machine-api] adding namespace I0521 23:00:56.974815 3666 namespace.go:102] [openshift-host-network] adding namespace took 7.121312ms I0521 23:00:56.974833 3666 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 23:00:56.975220 3666 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.126724ms I0521 23:00:56.975233 3666 namespace.go:98] [openshift-marketplace] adding namespace I0521 23:00:56.975732 3666 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.071039ms I0521 23:00:56.975750 3666 namespace.go:98] [openshift-monitoring] adding namespace I0521 23:00:56.976298 3666 namespace.go:102] [openshift-config-managed] adding namespace took 6.494041ms I0521 23:00:56.976312 3666 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 23:00:56.976837 3666 namespace.go:102] [openshift-console-operator] adding namespace took 6.598343ms I0521 23:00:56.976852 3666 namespace.go:98] [openshift] adding namespace I0521 23:00:56.977330 3666 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.280563ms I0521 23:00:56.977340 3666 namespace.go:98] [kube-public] adding namespace I0521 23:00:56.977861 3666 namespace.go:102] [openshift-ingress] adding namespace took 6.452954ms I0521 23:00:56.977889 3666 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 23:00:56.978290 3666 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.534173ms I0521 23:00:56.978302 3666 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 23:00:56.978693 3666 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.553076ms I0521 23:00:56.978705 3666 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 23:00:56.979136 3666 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.571484ms I0521 23:00:56.979150 3666 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 23:00:56.979587 3666 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.524278ms I0521 23:00:56.979605 3666 namespace.go:98] [openshift-insights] adding namespace I0521 23:00:56.980205 3666 namespace.go:102] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] adding namespace took 6.776522ms I0521 23:00:56.980221 3666 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 23:00:56.980679 3666 namespace.go:102] [openshift-config-operator] adding namespace took 6.809065ms I0521 23:00:56.980699 3666 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 23:00:56.981184 3666 namespace.go:102] [openshift-machine-api] adding namespace took 6.847064ms I0521 23:00:56.981201 3666 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 23:00:56.981667 3666 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.828665ms I0521 23:00:56.981681 3666 namespace.go:98] [openshift-operators] adding namespace I0521 23:00:56.982337 3666 namespace.go:102] [openshift-marketplace] adding namespace took 7.096917ms I0521 23:00:56.982359 3666 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 23:00:56.982792 3666 namespace.go:102] [openshift-monitoring] adding namespace took 7.03633ms I0521 23:00:56.982806 3666 namespace.go:98] [openshift-controller-manager] adding namespace I0521 23:00:56.983322 3666 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.005313ms I0521 23:00:56.983332 3666 namespace.go:98] [openshift-package-operator] adding namespace I0521 23:00:56.983705 3666 namespace.go:102] [openshift] adding namespace took 6.847414ms I0521 23:00:56.984153 3666 namespace.go:102] [kube-public] adding namespace took 6.808307ms I0521 23:00:56.984166 3666 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 23:00:56.984513 3666 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.618138ms I0521 23:00:56.985405 3666 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.098522ms I0521 23:00:56.985416 3666 namespace.go:98] [openshift-console] adding namespace I0521 23:00:56.985807 3666 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.096715ms I0521 23:00:56.986190 3666 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.034085ms I0521 23:00:56.986588 3666 namespace.go:102] [openshift-insights] adding namespace took 6.977781ms I0521 23:00:56.987065 3666 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.838643ms I0521 23:00:56.987447 3666 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.742443ms I0521 23:00:56.987896 3666 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.690135ms I0521 23:00:56.987909 3666 namespace.go:98] [openshift-config] adding namespace I0521 23:00:56.988335 3666 namespace.go:102] [openshift-operators] adding namespace took 6.650075ms I0521 23:00:56.988780 3666 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.414609ms I0521 23:00:56.989197 3666 namespace.go:102] [openshift-controller-manager] adding namespace took 6.38732ms I0521 23:00:56.989209 3666 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 23:00:56.989624 3666 namespace.go:102] [openshift-package-operator] adding namespace took 6.287506ms I0521 23:00:56.990026 3666 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.855394ms I0521 23:00:56.990468 3666 namespace.go:102] [openshift-console] adding namespace took 5.047922ms I0521 23:00:56.990835 3666 namespace.go:102] [openshift-config] adding namespace took 2.921989ms I0521 23:00:56.991293 3666 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.079865ms W0521 23:00:56.991372 3666 master.go:458] Unable to parse local node ip-10-0-2-206.ec2.internal chassis-id annotation. Chassis may be removed during sync W0521 23:00:56.991380 3666 master.go:471] Unable to parse remote node ip-10-0-0-52.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 23:00:56.991385 3666 master.go:481] Removing stale chassis with ID/Name: d9a12b59-5f03-4a1e-b029-210fca9e7d19, hostname: ip-10-0-2-206.ec2.internal I0521 23:00:56.991867 3666 master.go:548] Adding or Updating local node "ip-10-0-2-206.ec2.internal" for network "default" I0521 23:00:56.991897 3666 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-52.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-52.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-52.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-52.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-52.ec2.internal I0521 23:00:56.992953 3666 zone_ic_handler.go:195] Time taken to create transit switch: 363.26µs I0521 23:00:56.992967 3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-78.ec2.internal for the network default I0521 23:00:56.993979 3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-78.ec2.internal" on network "default" took: 1.400009ms I0521 23:00:56.995785 3666 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-206.ec2.internal for the network default I0521 23:00:56.995983 3666 zone_ic_handler.go:195] Time taken to create transit switch: 185.272µs I0521 23:00:56.996658 3666 default_network_controller.go:823] Node add failed for ip-10-0-2-206.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal, error getting gateway config for node ip-10-0-2-206.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal", failed to update chassis to local for local node ip-10-0-2-206.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-206.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal] E0521 23:00:56.996702 3666 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-206.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal, error getting gateway config for node ip-10-0-2-206.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal", failed to update chassis to local for local node ip-10-0-2-206.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-206.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal] I0521 23:00:56.996742 3666 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 23:00:56.996763 3666 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 23:00:56.996778 3666 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 23:00:56.996765 3666 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-206.ec2.internal", UID:"d1c6debf-74f4-484a-a9f8-22396f4a30d5", APIVersion:"v1", ResourceVersion:"9083", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal, error getting gateway config for node ip-10-0-2-206.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal", failed to update chassis to local for local node ip-10-0-2-206.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-206.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-206.ec2.internal] I0521 23:00:56.996802 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:56.996841 3666 node_tracker.go:235] Node ip-10-0-0-52.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-52.ec2.internal" I0521 23:00:56.996856 3666 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:56.996891 3666 services_controller.go:574] Full service sync requested for network=default I0521 23:00:56.996905 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0521 23:00:56.996956 3666 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:56.996965 3666 services_controller.go:574] Full service sync requested for network=default I0521 23:00:56.996973 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:56.996983 3666 node_tracker.go:235] Node ip-10-0-2-206.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-206.ec2.internal" I0521 23:00:56.996992 3666 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:56.996999 3666 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.012639 3666 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:00:57.018543 3666 iptables.go:108] Creating table: filter chain: OUTPUT I0521 23:00:57.024837 3666 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 23:00:57.024851 3666 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-206.ec2.internal","mac-address":"0e:74:4b:49:98:ed","ip-addresses":["10.0.2.206/24"],"ip-address":"10.0.2.206/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d9a12b59-5f03-4a1e-b029-210fca9e7d19 k8s.ovn.org/node-encap-ips:["10.0.2.206"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.206/24"} k8s.ovn.org/zone-name:ip-10-0-2-206.ec2.internal] on node ip-10-0-2-206.ec2.internal I0521 23:00:57.040469 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:57.040521 3666 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.040534 3666 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.040533 3666 master.go:548] Adding or Updating local node "ip-10-0-2-206.ec2.internal" for network "default" I0521 23:00:57.044540 3666 default_node_network_controller.go:519] Node connection status = connected W0521 23:00:57.045411 3666 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-v9gpb: pod openshift-network-diagnostics/network-check-target-v9gpb: no pod IPs found W0521 23:00:57.045423 3666 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-f46kx: pod kube-system/global-pull-secret-syncer-f46kx: no pod IPs found W0521 23:00:57.045430 3666 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-d777d: pod openshift-multus/network-metrics-daemon-d777d: no pod IPs found I0521 23:00:57.046425 3666 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-206.ec2.internal for the network default I0521 23:00:57.046615 3666 zone_ic_handler.go:195] Time taken to create transit switch: 174.529µs I0521 23:00:57.097128 3666 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 23:00:57.097151 3666 services_controller.go:208] Setting up event handlers for services for network=default I0521 23:00:57.097217 3666 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 23:00:57.097261 3666 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 23:00:57.097275 3666 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 23:00:57.197560 3666 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 23:00:57.197582 3666 repair.go:60] Starting repairing loop for services I0521 23:00:57.197664 3666 repair.go:131] Deleted 0 stale service LBs I0521 23:00:57.197682 3666 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 23:00:57.197704 3666 repair.go:62] Finished repairing loop for services: 124.39µs I0521 23:00:57.197734 3666 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 23:00:57.197744 3666 services_controller.go:254] Starting workers for network=default I0521 23:00:57.198043 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-v9gpb] creating logical port openshift-network-diagnostics_network-check-target-v9gpb for pod on switch ip-10-0-2-206.ec2.internal I0521 23:00:57.198085 3666 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-f46kx] creating logical port kube-system_global-pull-secret-syncer-f46kx for pod on switch ip-10-0-2-206.ec2.internal I0521 23:00:57.198082 3666 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-bd2l9, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-bd2l9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-bd2l9: no pod IPs found I0521 23:00:57.198097 3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d777d] creating logical port openshift-multus_network-metrics-daemon-d777d for pod on switch ip-10-0-2-206.ec2.internal I0521 23:00:57.198164 3666 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-f4br4, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-f4br4: suppressed error logged: pod kube-system/global-pull-secret-syncer-f4br4: no pod IPs found I0521 23:00:57.198173 3666 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-v9gpb I0521 23:00:57.198177 3666 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-f46kx I0521 23:00:57.198185 3666 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-d777d I0521 23:00:57.198193 3666 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-m2sr7, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-m2sr7: suppressed error logged: pod openshift-multus/network-metrics-daemon-m2sr7: no pod IPs found I0521 23:00:57.213434 3666 pod.go:62] [openshift-multus/network-metrics-daemon-d777d] pod update took 15.27088ms I0521 23:00:57.213456 3666 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-d777d] addLogicalPort annotation time took 15.292995ms I0521 23:00:57.214334 3666 pods.go:271] [openshift-multus/network-metrics-daemon-d777d] addLogicalPort took 16.244157ms, libovsdb time 667.683µs I0521 23:00:57.219636 3666 pod.go:62] [kube-system/global-pull-secret-syncer-f46kx] pod update took 21.486016ms I0521 23:00:57.219658 3666 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-f46kx] addLogicalPort annotation time took 21.504587ms I0521 23:00:57.219693 3666 pod.go:62] [openshift-network-diagnostics/network-check-target-v9gpb] pod update took 21.568947ms I0521 23:00:57.219712 3666 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-v9gpb] addLogicalPort annotation time took 21.589509ms I0521 23:00:57.220516 3666 pods.go:271] [kube-system/global-pull-secret-syncer-f46kx] addLogicalPort took 22.443151ms, libovsdb time 601.154µs I0521 23:00:57.220735 3666 pods.go:271] [openshift-network-diagnostics/network-check-target-v9gpb] addLogicalPort took 22.704821ms, libovsdb time 786.41µs I0521 23:00:57.221351 3666 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 23:00:57.221373 3666 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 23:00:57.221385 3666 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 23:00:57.221390 3666 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 23:00:57.221567 3666 repair.go:29] Repairing admin network policies took 171.837µs I0521 23:00:57.221673 3666 repair.go:92] Repairing baseline admin network policies took 98.643µs I0521 23:00:57.222120 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 23:00:57.222137 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 23:00:57.223781 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 23:00:57.223800 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 23:00:57.223809 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 23:00:57.224371 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 23:00:57.224391 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 23:00:57.224403 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 23:00:57.226797 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 23:00:57.226827 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 23:00:57.226836 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 23:00:57.227423 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 23:00:57.227442 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 23:00:57.227451 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 23:00:57.229082 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 23:00:57.229101 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 23:00:57.229618 3666 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 23:00:57.229634 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:00:57.230402 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 23:00:57.230422 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 23:00:57.230430 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 23:00:57.232403 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 23:00:57.232421 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 23:00:57.232429 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 23:00:57.232862 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 23:00:57.232896 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 23:00:57.232907 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 23:00:57.234929 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 23:00:57.234947 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 23:00:57.234954 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 23:00:57.235208 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 23:00:57.235224 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 23:00:57.235234 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 23:00:57.236168 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 23:00:57.236184 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 23:00:57.236191 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 23:00:57.236465 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 23:00:57.236479 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 23:00:57.236486 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 23:00:57.236996 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 23:00:57.237010 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 23:00:57.237016 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 23:00:57.237463 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:00:57.237481 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 23:00:57.237502 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 23:00:57.238176 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 23:00:57.238195 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 23:00:57.238202 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 23:00:57.238747 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 23:00:57.238764 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 23:00:57.238771 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 23:00:57.239327 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 23:00:57.239345 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 23:00:57.239354 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 23:00:57.240253 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 23:00:57.240273 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 23:00:57.240284 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 23:00:57.242278 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 23:00:57.242308 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 23:00:57.242324 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 23:00:57.243204 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 23:00:57.243224 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 23:00:57.243595 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 23:00:57.244735 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 23:00:57.244755 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 23:00:57.244768 3666 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 23:00:57.245726 3666 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 23:00:57.245744 3666 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 23:00:57.245751 3666 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 23:00:57.247277 3666 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 23:00:57.247297 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 23:00:57.247306 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 23:00:57.247765 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 23:00:57.247785 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 23:00:57.247795 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 23:00:57.248048 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 23:00:57.248068 3666 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 23:00:57.248075 3666 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 23:00:57.248329 3666 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 23:00:57.248346 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 23:00:57.248354 3666 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 23:00:57.249046 3666 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 23:00:57.249066 3666 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 23:00:57.249072 3666 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 23:00:57.250265 3666 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 23:00:57.250283 3666 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 23:00:57.250293 3666 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 23:00:57.250797 3666 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 23:00:57.256027 3666 egressfirewall.go:374] Starting EgressFirewall controller I0521 23:00:57.256071 3666 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 23:00:57.256075 3666 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 23:00:57.256118 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 23:00:57.256131 3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 23:00:57.256118 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 23:00:57.256139 3666 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 23:00:57.256399 3666 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 23:00:57.256411 3666 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 23:00:57.256416 3666 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 23:00:57.256424 3666 egressqos.go:193] Setting up event handlers for EgressQoS I0521 23:00:57.256498 3666 egressfirewall.go:723] Syncing node "ip-10-0-0-52.ec2.internal" for egress firewall I0521 23:00:57.256510 3666 egressfirewall.go:723] Syncing node "ip-10-0-1-78.ec2.internal" for egress firewall I0521 23:00:57.256515 3666 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0521 23:00:57.256571 3666 egressqos.go:245] Starting EgressQoS Controller I0521 23:00:57.256588 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 23:00:57.256601 3666 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 23:00:57.256608 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 23:00:57.256613 3666 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 23:00:57.256618 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 23:00:57.256623 3666 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 23:00:57.256627 3666 egressqos.go:259] Repairing EgressQoSes I0521 23:00:57.256631 3666 egressqos.go:399] Starting repairing loop for egressqos I0521 23:00:57.256717 3666 egressqos.go:401] Finished repairing loop for egressqos: 85.734µs I0521 23:00:57.256737 3666 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 23:00:57.256768 3666 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-206.ec2.internal I0521 23:00:57.256822 3666 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-206.ec2.internal : 54.978µs I0521 23:00:57.256899 3666 egressservice_zone.go:210] Starting Egress Services Controller I0521 23:00:57.256911 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:00:57.256919 3666 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:00:57.256928 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:00:57.256933 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:00:57.256938 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:00:57.256943 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:00:57.256948 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 23:00:57.256952 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 23:00:57.256956 3666 egressservice_zone.go:228] Repairing Egress Services I0521 23:00:57.257214 3666 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 23:00:57.257224 3666 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:00:57.257296 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:00:57.257306 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 11.311µs I0521 23:00:57.257311 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0521 23:00:57.257315 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 3.987µs I0521 23:00:57.257320 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:00:57.257323 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 3.641µs I0521 23:00:57.257388 3666 default_network_controller.go:585] Completing all the Watchers took 305.997688ms I0521 23:00:57.257402 3666 default_network_controller.go:589] Starting unidling controllers I0521 23:00:57.257413 3666 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 23:00:57.257421 3666 unidle.go:63] Populating Initial ContollerEvent events I0521 23:00:57.257436 3666 unidle.go:79] Setting up event handlers for services I0521 23:00:57.257500 3666 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:00:57.270624 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:57.270644 3666 node_tracker.go:235] Node ip-10-0-0-52.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-52.ec2.internal" I0521 23:00:57.270658 3666 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.270670 3666 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.270669 3666 default_network_controller.go:1025] Node "ip-10-0-0-52.ec2.internal" in remote zone "ip-10-0-0-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:57.334964 3666 default_network_controller.go:1025] Node "ip-10-0-0-52.ec2.internal" in remote zone "ip-10-0-0-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:57.395351 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:57.395397 3666 default_network_controller.go:1025] Node "ip-10-0-0-52.ec2.internal" in remote zone "ip-10-0-0-52.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 23:00:57.395404 3666 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:57.395427 3666 services_controller.go:574] Full service sync requested for network=default I0521 23:00:57.396535 3666 zone_ic_handler.go:195] Time taken to create transit switch: 282.984µs I0521 23:00:57.396548 3666 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-52.ec2.internal for the network default I0521 23:00:57.398083 3666 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-52.ec2.internal" on network "default" took: 1.84322ms I0521 23:00:57.545381 3666 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:58.045334 3666 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:58.545452 3666 default_node_network_controller.go:519] Node connection status = connected I0521 23:00:58.610426 3666 bridgeconfig.go:537] Gateway is ready I0521 23:00:58.610457 3666 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 23:00:58.622783 3666 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 23:00:58.623422 3666 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.206. Updating OVN encap IP. I0521 23:00:58.629392 3666 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.206 - it is already configured I0521 23:00:58.629407 3666 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.206/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 23:00:58.629631 3666 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.206/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-206.ec2.internal","mac-address":"0e:74:4b:49:98:ed","ip-addresses":["10.0.2.206/24"],"ip-address":"10.0.2.206/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d9a12b59-5f03-4a1e-b029-210fca9e7d19 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.206/24"}] on node ip-10-0-2-206.ec2.internal I0521 23:00:58.645574 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-206.ec2.internal in network "default" I0521 23:00:58.645593 3666 egressfirewall.go:723] Syncing node "ip-10-0-2-206.ec2.internal" for egress firewall I0521 23:00:58.645613 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:00:58.645628 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 19.604µs I0521 23:00:58.645652 3666 node_tracker.go:169] Node ip-10-0-2-206.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:58.645667 3666 master.go:548] Adding or Updating local node "ip-10-0-2-206.ec2.internal" for network "default" I0521 23:00:58.645670 3666 services_controller.go:574] Full service sync requested for network=default I0521 23:00:58.646499 3666 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.206 I0521 23:00:58.646720 3666 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-206.ec2.internal I0521 23:00:58.650706 3666 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-206.ec2.internal. Updating no re-route policies I0521 23:00:58.650791 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-plzjg I0521 23:00:58.650804 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-f46kx I0521 23:00:58.650810 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-9vcvf I0521 23:00:58.650816 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-plzjg I0521 23:00:58.650816 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4ft89 I0521 23:00:58.650832 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d777d I0521 23:00:58.650840 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d777d I0521 23:00:58.650842 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4ft89 I0521 23:00:58.650840 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-v9gpb I0521 23:00:58.650842 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-b92q7 I0521 23:00:58.650798 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6h94v I0521 23:00:58.650851 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-h56f5 I0521 23:00:58.650862 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-h56f5 I0521 23:00:58.650855 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-nxvfm I0521 23:00:58.650822 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-9vcvf I0521 23:00:58.650892 3666 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d777d] creating logical port openshift-multus_network-metrics-daemon-d777d for pod on switch ip-10-0-2-206.ec2.internal I0521 23:00:58.650904 3666 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-206.ec2.internal I0521 23:00:58.650906 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6h94v I0521 23:00:58.650915 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-9vcvf after 0 failed attempt(s) I0521 23:00:58.650921 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-206.ec2.internal I0521 23:00:58.650944 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6h94v after 0 failed attempt(s) I0521 23:00:58.650954 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4ft89 after 0 failed attempt(s) I0521 23:00:58.650945 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-206.ec2.internal after 0 failed attempt(s) I0521 23:00:58.650842 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-plzjg after 0 failed attempt(s) I0521 23:00:58.650818 3666 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-f46kx I0521 23:00:58.651003 3666 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-f46kx] creating logical port kube-system_global-pull-secret-syncer-f46kx for pod on switch ip-10-0-2-206.ec2.internal I0521 23:00:58.650828 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-pqhdm I0521 23:00:58.651053 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-pqhdm I0521 23:00:58.651079 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-pqhdm after 0 failed attempt(s) I0521 23:00:58.650843 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s9qm5 I0521 23:00:58.651093 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-s9qm5 I0521 23:00:58.651103 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-s9qm5 after 0 failed attempt(s) I0521 23:00:58.650853 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-v9gpb I0521 23:00:58.651130 3666 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-v9gpb] creating logical port openshift-network-diagnostics_network-check-target-v9gpb for pod on switch ip-10-0-2-206.ec2.internal I0521 23:00:58.650860 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-b92q7 I0521 23:00:58.651169 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-b92q7 after 0 failed attempt(s) I0521 23:00:58.650895 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-h56f5 after 0 failed attempt(s) I0521 23:00:58.650892 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-nxvfm I0521 23:00:58.651235 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-nxvfm after 0 failed attempt(s) I0521 23:00:58.650829 3666 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-206.ec2.internal I0521 23:00:58.651248 3666 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-206.ec2.internal I0521 23:00:58.651259 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-206.ec2.internal after 0 failed attempt(s) I0521 23:00:58.651684 3666 pods.go:271] [openshift-multus/network-metrics-daemon-d777d] addLogicalPort took 818.427µs, libovsdb time 263.63µs I0521 23:00:58.651698 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-d777d after 0 failed attempt(s) I0521 23:00:58.651757 3666 pods.go:271] [kube-system/global-pull-secret-syncer-f46kx] addLogicalPort took 760.429µs, libovsdb time 324.656µs I0521 23:00:58.651770 3666 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-f46kx after 0 failed attempt(s) I0521 23:00:58.651828 3666 pods.go:271] [openshift-network-diagnostics/network-check-target-v9gpb] addLogicalPort took 705.676µs, libovsdb time 262.12µs I0521 23:00:58.651836 3666 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-v9gpb after 0 failed attempt(s) I0521 23:00:58.662768 3666 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 23:00:58.674661 3666 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 23:00:58.677922 3666 iptables.go:108] Creating table: nat chain: OUTPUT I0521 23:00:58.725843 3666 iptables.go:108] Creating table: nat chain: PREROUTING I0521 23:00:58.784729 3666 iptables.go:108] Creating table: filter chain: FORWARD I0521 23:00:58.801375 3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 23:00:58.801488 3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 23:00:58.801530 3666 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 23:00:58.801595 3666 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 23:00:58.801642 3666 gateway_init.go:325] Gateway and management port readiness took 1.761350658s I0521 23:00:58.801668 3666 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 23:00:58.801707 3666 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 23:00:58.801719 3666 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 23:00:58.801728 3666 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 23:00:58.801783 3666 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 23:00:58.801863 3666 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.043µs I0521 23:00:58.802063 3666 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 23:00:58.802087 3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.054µs I0521 23:00:58.802095 3666 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.873µs I0521 23:00:58.802101 3666 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 23:00:58.802109 3666 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 23:00:58.802114 3666 default_node_network_controller.go:899] Starting the default node network controller I0521 23:00:58.802120 3666 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 23:00:58.802196 3666 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.046µs I0521 23:00:58.802247 3666 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 23:00:58.802255 3666 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 23:00:58.802277 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b91990 0xc0002f0700 0xc0002f0770 0xc0002f0850 0xc0002f08c0 0xc0002f0930 0xc0002f09a0 0xc000babb30 0xc0002f0a10 0xc0002f0a80 0xc000c7e2d0 0xc0061f13b0 0xc0002f0af0 map[0x2ff9080:0xc0024dc120 0x2ff95c0:0xc0024dc360 0x2ffa2e0:0xc0024dc060 0x2ffa580:0xc0024dc0c0 0x2ffad60:0xc0024dc180 0x2ffb000:0xc0024dc1e0 0x2ffb2a0:0xc0024dc300 0x2ffba80:0xc0024dc3c0 0x2ffbd20:0xc006b24000 0x3026980:0xc000bc49c0 0x3026d20:0xc000bc4a20 0x3027800:0xc000c31e60 0x3029160:0xc001c24000 0x30298a0:0xc0024dc000 0x302a720:0xc000c13a40] 0xc000b947e0 0} I0521 23:00:58.802330 3666 gateway.go:151] Starting gateway service sync I0521 23:00:58.802700 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 23:00:58.804704 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 23:00:58.827079 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 23:00:58.828251 3666 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 23:00:58.829356 3666 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 23:00:58.862820 3666 gateway.go:168] Gateway service sync done. Time taken: 60.477247ms I0521 23:00:58.863181 3666 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31707 I0521 23:00:58.863567 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b91990 0xc0002f0700 0xc0002f0770 0xc0002f0850 0xc0002f08c0 0xc0002f0930 0xc0002f09a0 0xc000babb30 0xc0002f0a10 0xc0002f0a80 0xc000c7e2d0 0xc0061f13b0 0xc0002f0af0 map[0x2ff9080:0xc0024dc120 0x2ff95c0:0xc0024dc360 0x2ffa2e0:0xc0024dc060 0x2ffa580:0xc0024dc0c0 0x2ffad60:0xc0024dc180 0x2ffb000:0xc0024dc1e0 0x2ffb2a0:0xc0024dc300 0x2ffba80:0xc0024dc3c0 0x2ffbd20:0xc006b24000 0x3026980:0xc000bc49c0 0x3026d20:0xc000bc4a20 0x3027800:0xc000c31e60 0x3029160:0xc001c24000 0x30298a0:0xc0024dc000 0x302a720:0xc000c13a40] 0xc000b947e0 0} I0521 23:00:58.863996 3666 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b91990 0xc0002f0700 0xc0002f0770 0xc0002f0850 0xc0002f08c0 0xc0002f0930 0xc0002f09a0 0xc000babb30 0xc0002f0a10 0xc0002f0a80 0xc000c7e2d0 0xc0061f13b0 0xc0002f0af0 map[0x2ff9080:0xc0024dc120 0x2ff95c0:0xc0024dc360 0x2ffa2e0:0xc0024dc060 0x2ffa580:0xc0024dc0c0 0x2ffad60:0xc0024dc180 0x2ffb000:0xc0024dc1e0 0x2ffb2a0:0xc0024dc300 0x2ffba80:0xc0024dc3c0 0x2ffbd20:0xc006b24000 0x3026980:0xc000bc49c0 0x3026d20:0xc000bc4a20 0x3027800:0xc000c31e60 0x3029160:0xc001c24000 0x30298a0:0xc0024dc000 0x302a720:0xc000c13a40] 0xc000b947e0 0} I0521 23:00:58.864031 3666 gateway.go:532] Reconciling gateway with updates I0521 23:00:58.869235 3666 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 23:00:58.869309 3666 default_node_network_controller.go:944] Gateway and management port readiness took 67.047971ms I0521 23:00:58.869315 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:00:58.869331 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:00:58.869329 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:00:58.869337 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:00:58.869345 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:00:58.869349 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:00:58.869352 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:00:58.869362 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:00:58.869369 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:00:58.869370 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:00:58.869378 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:00:58.869382 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:00:58.869392 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:00:58.869401 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:00:58.869401 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:00:58.869408 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:00:58.869414 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:00:58.869410 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:00:58.869426 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:00:58.869427 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:00:58.869437 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:00:58.869436 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:00:58.869443 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:00:58.869444 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:00:58.869453 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:00:58.869454 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:00:58.869445 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:00:58.869463 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:00:58.869465 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:00:58.869469 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:00:58.869471 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:00:58.869479 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:00:58.869426 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:00:58.869471 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:00:58.869497 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:00:58.869519 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:00:58.869379 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:00:58.869454 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:00:58.869534 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:00:58.869440 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:00:58.869543 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:00:58.869481 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:00:58.869567 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:00:58.869573 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:00:58.869541 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:00:58.869579 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:00:58.869583 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:00:58.869428 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:00:58.869614 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:00:58.869402 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:00:58.869470 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:00:58.869627 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:00:58.869632 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:00:58.869424 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:00:58.869633 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:00:58.869644 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:00:58.869449 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:00:58.869662 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:00:58.869667 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:00:58.869676 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:00:58.869687 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:00:58.869645 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:00:58.869450 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:00:58.869443 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:00:58.869721 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 30263 is already open, no action needed I0521 23:00:58.869734 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31895 is already open, no action needed I0521 23:00:58.869735 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:00:58.869454 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:00:58.869763 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:00:58.869768 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:00:58.869720 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:00:58.869782 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:00:58.869793 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:00:58.869792 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:00:58.869806 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:00:58.869816 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:00:58.869465 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:00:58.869823 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:00:58.869829 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:00:58.869401 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:00:58.869471 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:00:58.869469 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:00:58.869819 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:00:58.869856 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:00:58.869864 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:00:58.869866 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:00:58.869890 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:00:58.869854 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:00:58.869524 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:00:58.869917 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:00:58.869527 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:00:58.869932 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:00:58.869556 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:00:58.869529 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:00:58.869621 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:00:58.869943 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:00:58.869426 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:00:58.869955 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:00:58.869558 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:00:58.869709 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:00:58.869315 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:00:58.869991 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:00:58.869996 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:00:58.870004 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:00:58.869723 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:00:58.869458 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:00:58.870025 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:00:58.869459 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:00:58.869459 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:00:58.870084 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:00:58.870093 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:00:58.869470 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:00:58.870103 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:00:58.869483 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:00:58.870016 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:00:58.869750 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:00:58.870225 3666 node_ip_handler_linux.go:160] Node IP manager is running W0521 23:00:58.906995 3666 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:00:58.907199 3666 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 23:00:58.909720 3666 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0521 23:00:58.929054 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:00:58.929064 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:00:58.929084 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:00:58.929090 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:00:58.929097 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:00:58.929103 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:00:58.929109 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:00:58.929119 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:00:58.929124 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:00:58.929129 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:00:58.974590 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:00:58.974618 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:00:58.974624 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:00:58.974630 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:00:58.974635 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:00:58.974644 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:00:58.974651 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:00:59.014214 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:00:59.030006 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0521 23:00:59.030276 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 273.624µs I0521 23:00:59.950142 3666 egressfirewall.go:723] Syncing node "ip-10-0-0-52.ec2.internal" for egress firewall I0521 23:00:59.950185 3666 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-52.ec2.internal in network "default" I0521 23:00:59.950190 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:00:59.950204 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 16.085µs I0521 23:00:59.950249 3666 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-52.ec2.internal. Updating no re-route policies I0521 23:00:59.950253 3666 node_tracker.go:169] Node ip-10-0-0-52.ec2.internal switch + router changed, syncing services in network "default" I0521 23:00:59.950348 3666 services_controller.go:574] Full service sync requested for network=default I0521 23:01:00.231766 3666 default_node_network_controller.go:1380] Starting node controller node sync W0521 23:01:00.231816 3666 egressip_healthcheck.go:76] Health checking using insecure connection I0521 23:01:00.231868 3666 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0521 23:01:00.243236 3666 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.451392ms I0521 23:01:00.243342 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-78.ec2.internal", IP: 10.0.1.78 to PMTUD blocking rules I0521 23:01:00.243343 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-52.ec2.internal", IP: 10.0.0.52 to PMTUD blocking rules I0521 23:01:00.243353 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-78.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:01:00.243357 3666 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-52.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 23:01:00.254450 3666 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 23:01:00.254715 3666 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 23:01:00.254837 3666 egressservice_node.go:183] Starting Egress Services Controller I0521 23:01:00.254852 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 23:01:00.254864 3666 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 23:01:00.254870 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 23:01:00.254888 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 23:01:00.254893 3666 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 23:01:00.254898 3666 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 23:01:00.254903 3666 egressservice_node.go:197] Repairing Egress Services I0521 23:01:00.264787 3666 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 23:01:00.264798 3666 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 23:01:00.264940 3666 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 23:01:00.264952 3666 link_network_manager.go:119] Link manager is running I0521 23:01:00.264961 3666 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 23:01:00.265151 3666 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 23:01:00.265260 3666 vrf_manager.go:128] VRF manager is running I0521 23:01:00.265335 3666 node_controller_manager.go:437] Removing flows to drop GARP I0521 23:01:00.265343 3666 gateway.go:532] Reconciling gateway with updates I0521 23:01:00.289764 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:01:00.289778 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 23:01:00.289781 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:01:00.289789 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 23:01:00.289791 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 23:01:00.289795 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 23:01:00.289796 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:01:00.289803 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 23:01:00.289807 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:01:00.289810 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 23:01:00.289814 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 23:01:00.289810 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:01:00.289821 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:01:00.289829 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 23:01:00.289838 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:01:00.289764 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:01:00.289845 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:01:00.289848 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 23:01:00.289799 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:01:00.289858 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:01:00.289860 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 23:01:00.289863 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 23:01:00.289866 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 23:01:00.289863 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:01:00.289869 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 23:01:00.289871 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:01:00.289888 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 23:01:00.289848 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 23:01:00.289871 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:01:00.289895 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:01:00.289894 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 23:01:00.289901 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:01:00.289784 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:01:00.289907 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 23:01:00.289906 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:01:00.289910 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 23:01:00.289914 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 23:01:00.289915 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:01:00.289920 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 23:01:00.289918 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:00.289923 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 23:01:00.289926 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 23:01:00.289927 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 23:01:00.289930 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:00.289931 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:01:00.289934 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 23:01:00.289932 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:01:00.289941 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 23:01:00.289948 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 23:01:00.289948 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 23:01:00.289957 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 23:01:00.289949 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 23:01:00.289791 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 23:01:00.289921 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 23:01:00.290055 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 23:01:00.289807 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:01:00.290077 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 23:01:00.289783 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:01:00.290120 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 23:01:00.289831 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 23:01:00.289794 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:01:00.290189 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 23:01:00.289801 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:01:00.290228 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 23:01:00.289814 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 23:01:00.290268 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 23:01:00.289816 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 30263 is already open, no action needed I0521 23:01:00.290318 3666 port_claim.go:71] Svc openshift-ingress/router-default: port 31895 is already open, no action needed I0521 23:01:00.289831 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:01:00.290367 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 23:01:00.290376 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 23:01:00.289829 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:01:00.290389 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 23:01:00.289837 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:01:00.290425 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 23:01:00.289844 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:01:00.290462 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 23:01:00.289851 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 23:01:00.290501 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 23:01:00.290509 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 23:01:00.289853 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:01:00.290522 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:01:00.289854 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 23:01:00.289854 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:01:00.290555 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 23:01:00.290561 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 23:01:00.289855 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:01:00.290569 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 23:01:00.289863 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 23:01:00.290595 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 23:01:00.289862 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:01:00.290603 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 23:01:00.289866 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 23:01:00.289864 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:01:00.290632 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 23:01:00.289873 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:01:00.290681 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 23:01:00.289905 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 23:01:00.289904 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 23:01:00.290724 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 23:01:00.289773 3666 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:01:00.290732 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 23:01:00.289906 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 23:01:00.289926 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 23:01:00.289928 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 23:01:00.289934 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 23:01:00.289938 3666 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 23:01:00.289961 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 23:01:00.289962 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 23:01:00.329501 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 23:01:00.329526 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 23:01:00.329533 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 23:01:00.329539 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 23:01:00.329545 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 23:01:00.329551 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 23:01:00.329557 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 23:01:00.329562 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 23:01:00.329568 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 23:01:00.329573 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 23:01:00.368491 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 23:01:00.368497 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 23:01:00.368515 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 23:01:00.368522 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 23:01:00.368528 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 23:01:00.368534 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 23:01:00.368545 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 23:01:00.368555 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 23:01:00.368573 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 23:01:00.368588 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 23:01:00.368601 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 23:01:00.368608 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 23:01:00.368614 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 23:01:00.368620 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 23:01:00.407822 3666 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 23:01:02.500629 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-206.ec2.internal I0521 23:01:02.500665 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-206.ec2.internal: 47.25µs I0521 23:01:02.524951 3666 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-79f485b575-bwq6z] creating logical port openshift-image-registry_image-registry-79f485b575-bwq6z for pod on switch ip-10-0-2-206.ec2.internal I0521 23:01:02.525096 3666 kube.go:256] Updating pod openshift-image-registry/image-registry-79f485b575-bwq6z I0521 23:01:02.544240 3666 pod.go:62] [openshift-image-registry/image-registry-79f485b575-bwq6z] pod update took 19.171587ms I0521 23:01:02.544266 3666 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-79f485b575-bwq6z] addLogicalPort annotation time took 19.201723ms I0521 23:01:02.545633 3666 pods.go:271] [openshift-image-registry/image-registry-79f485b575-bwq6z] addLogicalPort took 20.698716ms, libovsdb time 1.047935ms I0521 23:01:02.553480 3666 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-bmf94] creating logical port openshift-dns_dns-default-bmf94 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:01:02.553589 3666 kube.go:256] Updating pod openshift-dns/dns-default-bmf94 I0521 23:01:02.554204 3666 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-sfnjv] creating logical port openshift-ingress-canary_ingress-canary-sfnjv for pod on switch ip-10-0-2-206.ec2.internal I0521 23:01:02.554275 3666 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-sfnjv I0521 23:01:02.568337 3666 pod.go:62] [openshift-dns/dns-default-bmf94] pod update took 14.783209ms I0521 23:01:02.568361 3666 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-bmf94] addLogicalPort annotation time took 14.81798ms I0521 23:01:02.569521 3666 pods.go:271] [openshift-dns/dns-default-bmf94] addLogicalPort took 16.063816ms, libovsdb time 880.645µs I0521 23:01:02.573967 3666 pod.go:62] [openshift-ingress-canary/ingress-canary-sfnjv] pod update took 19.710589ms I0521 23:01:02.573991 3666 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-sfnjv] addLogicalPort annotation time took 19.734922ms I0521 23:01:02.575196 3666 pods.go:271] [openshift-ingress-canary/ingress-canary-sfnjv] addLogicalPort took 21.001014ms, libovsdb time 894.911µs I0521 23:01:03.501302 3666 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-52.ec2.internal I0521 23:01:03.501334 3666 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-52.ec2.internal: 39.466µs I0521 23:01:03.953782 3666 cni.go:452] [openshift-ingress-canary/ingress-canary-sfnjv d547a2ba2388b981952b679be3b11e2e29f2da6beb17e1d67abd7cb0061a2010 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-sfnjv d547a2ba2388b981952b679be3b11e2e29f2da6beb17e1d67abd7cb0061a2010 network default NAD default NAD key ] I0521 23:01:03.985683 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-sfnjv, hostIfaceName: d547a2ba2388b98, network: default, NAD default, SandboxID: "d547a2ba2388b981952b679be3b11e2e29f2da6beb17e1d67abd7cb0061a2010", PCI device ID: , UID: "29590085-daee-4c08-82aa-7dc48902ef19", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0521 23:01:04.031992 3666 cni.go:473] [openshift-ingress-canary/ingress-canary-sfnjv d547a2ba2388b981952b679be3b11e2e29f2da6beb17e1d67abd7cb0061a2010 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-sfnjv d547a2ba2388b981952b679be3b11e2e29f2da6beb17e1d67abd7cb0061a2010 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:01:43:0a:9b:37\",\"name\":\"d547a2ba2388b98\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84f8f00c-23b7-494b-8e76-b73f204d7fc1\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:01:06.729697 3666 cni.go:452] [kube-system/global-pull-secret-syncer-f46kx c1bb16000dcca4e790448088d6d8c39a26f606b0527651e26dcbd4fa0a2d0615 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-f46kx c1bb16000dcca4e790448088d6d8c39a26f606b0527651e26dcbd4fa0a2d0615 network default NAD default NAD key ] I0521 23:01:06.739580 3666 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-f46kx, hostIfaceName: c1bb16000dcca4e, network: default, NAD default, SandboxID: "c1bb16000dcca4e790448088d6d8c39a26f606b0527651e26dcbd4fa0a2d0615", PCI device ID: , UID: "d02c275f-cf0d-4d43-b861-40594a5429f2", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0521 23:01:06.784762 3666 cni.go:473] [kube-system/global-pull-secret-syncer-f46kx c1bb16000dcca4e790448088d6d8c39a26f606b0527651e26dcbd4fa0a2d0615 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-f46kx c1bb16000dcca4e790448088d6d8c39a26f606b0527651e26dcbd4fa0a2d0615 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:31:05:32:8c:11\",\"name\":\"c1bb16000dcca4e\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3207d297-8784-4bfa-8f71-84380ab87186\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:01:06.817617 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 23:01:07.040188 3666 cni.go:452] [openshift-network-diagnostics/network-check-target-v9gpb d7718b44510a3de743c46fb38dabdbc9016408f23ea661dae19e420ba546d138 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-v9gpb d7718b44510a3de743c46fb38dabdbc9016408f23ea661dae19e420ba546d138 network default NAD default NAD key ] I0521 23:01:07.051012 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-v9gpb, hostIfaceName: d7718b44510a3de, network: default, NAD default, SandboxID: "d7718b44510a3de743c46fb38dabdbc9016408f23ea661dae19e420ba546d138", PCI device ID: , UID: "bbdd5348-1a22-47f9-bb51-bae24002da5e", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0521 23:01:07.096344 3666 cni.go:473] [openshift-network-diagnostics/network-check-target-v9gpb d7718b44510a3de743c46fb38dabdbc9016408f23ea661dae19e420ba546d138 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-v9gpb d7718b44510a3de743c46fb38dabdbc9016408f23ea661dae19e420ba546d138 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:2f:bb:b2:f5:b1\",\"name\":\"d7718b44510a3de\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c16ef9d-dc28-4e9a-824b-f89a5b6d12b5\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:01:12.757466 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:12.955952 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:35.888516 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:43.744955 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:43.744979 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 23:01:43.945539 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 23:02:57.364435 3666 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-mb8df] creating logical port openshift-insights_insights-operator-6dbb575d6c-mb8df for pod on switch ip-10-0-2-206.ec2.internal I0521 23:02:57.364535 3666 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-mb8df I0521 23:02:57.364556 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-czwdc for pod on switch ip-10-0-2-206.ec2.internal I0521 23:02:57.364648 3666 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc I0521 23:02:57.387611 3666 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc] pod update took 22.977258ms I0521 23:02:57.387634 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc] addLogicalPort annotation time took 23.003575ms I0521 23:02:57.388734 3666 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc] addLogicalPort took 24.190596ms, libovsdb time 853.943µs I0521 23:02:57.390933 3666 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-mb8df] pod update took 26.430249ms I0521 23:02:57.390956 3666 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-mb8df] addLogicalPort annotation time took 26.456372ms I0521 23:02:57.391999 3666 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-mb8df] addLogicalPort took 27.587692ms, libovsdb time 770.125µs I0521 23:02:57.562370 3666 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-58848758f-jjm25] creating logical port openshift-ingress_router-default-58848758f-jjm25 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:02:57.562411 3666 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7486bc7cf7-glkjn] creating logical port openshift-ingress_router-default-7486bc7cf7-glkjn for pod on switch ip-10-0-2-206.ec2.internal I0521 23:02:57.562479 3666 kube.go:256] Updating pod openshift-ingress/router-default-58848758f-jjm25 I0521 23:02:57.562510 3666 kube.go:256] Updating pod openshift-ingress/router-default-7486bc7cf7-glkjn I0521 23:02:57.590151 3666 pod.go:62] [openshift-ingress/router-default-7486bc7cf7-glkjn] pod update took 27.679619ms I0521 23:02:57.590174 3666 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7486bc7cf7-glkjn] addLogicalPort annotation time took 27.708482ms I0521 23:02:57.591542 3666 pods.go:271] [openshift-ingress/router-default-7486bc7cf7-glkjn] addLogicalPort took 29.14265ms, libovsdb time 712.214µs I0521 23:02:57.594027 3666 pod.go:62] [openshift-ingress/router-default-58848758f-jjm25] pod update took 31.584662ms I0521 23:02:57.594048 3666 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-58848758f-jjm25] addLogicalPort annotation time took 31.608438ms I0521 23:02:57.594983 3666 pods.go:271] [openshift-ingress/router-default-58848758f-jjm25] addLogicalPort took 32.63366ms, libovsdb time 683.014µs I0521 23:02:57.721575 3666 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-mb8df f016dbd48bf9b66ea5efc6e1dd8da9d2bd84113cbd698c0fe35fb560e2ef4078 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-mb8df f016dbd48bf9b66ea5efc6e1dd8da9d2bd84113cbd698c0fe35fb560e2ef4078 network default NAD default NAD key ] I0521 23:02:57.731382 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-mb8df, hostIfaceName: f016dbd48bf9b66, network: default, NAD default, SandboxID: "f016dbd48bf9b66ea5efc6e1dd8da9d2bd84113cbd698c0fe35fb560e2ef4078", PCI device ID: , UID: "1ef25fa0-913d-4aaf-8e38-629aff11c5b0", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0521 23:02:57.777149 3666 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-mb8df f016dbd48bf9b66ea5efc6e1dd8da9d2bd84113cbd698c0fe35fb560e2ef4078 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-mb8df f016dbd48bf9b66ea5efc6e1dd8da9d2bd84113cbd698c0fe35fb560e2ef4078 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:79:c5:92:9e:92\",\"name\":\"f016dbd48bf9b66\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77ef10e7-9735-4f81-aa75-3c0f0207b29c\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:03:02.059158 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:03:03.422266 3666 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:03.422404 3666 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 I0521 23:03:03.438031 3666 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4] pod update took 15.650434ms I0521 23:03:03.438057 3666 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4] addLogicalPort annotation time took 15.682225ms I0521 23:03:03.439165 3666 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4] addLogicalPort took 16.91591ms, libovsdb time 839.554µs I0521 23:03:03.592288 3666 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 23:03:03.593205 3666 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 894.282µs I0521 23:03:03.629799 3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:03:03.776730 3666 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4 network default NAD default NAD key ] I0521 23:03:03.785775 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4, hostIfaceName: 259565c57edb269, network: default, NAD default, SandboxID: "259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4", PCI device ID: , UID: "1ba0d7ec-9892-4494-8e65-7fd4828a25f2", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0521 23:03:03.830390 3666 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:f6:1e:06:64:bd\",\"name\":\"259565c57edb269\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca112ff6-26c5-43fe-bd48-a22bae0d9407\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:04.163791 3666 namespace.go:98] [openshift-service-ca] adding namespace I0521 23:03:04.164601 3666 namespace.go:102] [openshift-service-ca] adding namespace took 790.301µs I0521 23:03:04.184869 3666 namespace.go:142] [openshift-service-ca] updating namespace I0521 23:03:04.682310 3666 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-k4mnc for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:04.682397 3666 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc I0521 23:03:04.698949 3666 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc] pod update took 16.573234ms I0521 23:03:04.698971 3666 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc] addLogicalPort annotation time took 16.601718ms I0521 23:03:04.700155 3666 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc] addLogicalPort took 17.859371ms, libovsdb time 875.053µs I0521 23:03:05.040171 3666 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc d2a815ca2123a40c3ac0904fb533619ced5ef7f8dcddb41ef1c2625ebff04a67 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc d2a815ca2123a40c3ac0904fb533619ced5ef7f8dcddb41ef1c2625ebff04a67 network default NAD default NAD key ] I0521 23:03:05.052007 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-k4mnc, hostIfaceName: d2a815ca2123a40, network: default, NAD default, SandboxID: "d2a815ca2123a40c3ac0904fb533619ced5ef7f8dcddb41ef1c2625ebff04a67", PCI device ID: , UID: "19643c22-d683-4b05-8f00-3ec47f203353", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0521 23:03:05.098052 3666 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc d2a815ca2123a40c3ac0904fb533619ced5ef7f8dcddb41ef1c2625ebff04a67 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-k4mnc d2a815ca2123a40c3ac0904fb533619ced5ef7f8dcddb41ef1c2625ebff04a67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:ff:e5:8e:24:b4\",\"name\":\"d2a815ca2123a40\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c90c0255-5cbf-44f7-92ab-3f952e49310b\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:03:10.891696 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 23:03:13.034596 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.035244 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.049935 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.049952 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-vq2cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.068309 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79f485b575-vq2cd I0521 23:03:13.068335 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79f485b575-vq2cd I0521 23:03:13.122722 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.123266 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:13.140099 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.140117 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65c54c5fb4-4lhbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:13.146297 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65c54c5fb4-4lhbb I0521 23:03:13.146319 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65c54c5fb4-4lhbb I0521 23:03:25.265289 3666 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4 network default NAD default NAD key ] I0521 23:03:25.338180 3666 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 259565c57edb2695e60971f0743b5d8f018ea03d1d837d59db844a2c781c21b4 network default NAD default NAD key default], result "{}", err I0521 23:03:25.382347 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.382373 3666 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 I0521 23:03:25.383793 3666 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4, ips: 10.129.0.13 I0521 23:03:25.383815 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.383838 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.383851 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0521 23:03:25.384075 3666 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:03:25.384090 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 23:03:29.444772 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.444798 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.444812 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:29.444834 3666 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d9x6d4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:03:29.535820 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:03:29.537026 3666 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc b314566cbd554eb0c901e62a21796676444002f68ff1e49db070055679c8cd20 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc b314566cbd554eb0c901e62a21796676444002f68ff1e49db070055679c8cd20 network default NAD default NAD key ] I0521 23:03:29.546011 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-czwdc, hostIfaceName: b314566cbd554eb, network: default, NAD default, SandboxID: "b314566cbd554eb0c901e62a21796676444002f68ff1e49db070055679c8cd20", PCI device ID: , UID: "35605da4-ef2d-4861-a2df-9e411525097c", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0521 23:03:29.568919 3666 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-ftc6v] creating logical port openshift-console_downloads-5c54f4944f-ftc6v for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:29.569056 3666 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-ftc6v I0521 23:03:29.591332 3666 pod.go:62] [openshift-console/downloads-5c54f4944f-ftc6v] pod update took 22.306235ms I0521 23:03:29.591354 3666 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-ftc6v] addLogicalPort annotation time took 22.332018ms I0521 23:03:29.592478 3666 pods.go:271] [openshift-console/downloads-5c54f4944f-ftc6v] addLogicalPort took 23.576204ms, libovsdb time 853.97µs I0521 23:03:29.592708 3666 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc b314566cbd554eb0c901e62a21796676444002f68ff1e49db070055679c8cd20 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-czwdc b314566cbd554eb0c901e62a21796676444002f68ff1e49db070055679c8cd20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f7:d0:4f:1c:4b\",\"name\":\"b314566cbd554eb\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9412e937-a94d-4d30-87c7-8ae163764a14\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:03:29.631845 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:03:29.720514 3666 cni.go:452] [openshift-ingress/router-default-58848758f-jjm25 4bd4b337220996787396cceb158c998eac70b156664b84395ee58b306fbf570b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-58848758f-jjm25 4bd4b337220996787396cceb158c998eac70b156664b84395ee58b306fbf570b network default NAD default NAD key ] I0521 23:03:29.721173 3666 cni.go:452] [openshift-ingress/router-default-7486bc7cf7-glkjn 07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7486bc7cf7-glkjn 07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15 network default NAD default NAD key ] I0521 23:03:29.731683 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7486bc7cf7-glkjn, hostIfaceName: 07383fdeb218245, network: default, NAD default, SandboxID: "07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15", PCI device ID: , UID: "67c48dea-e481-4955-a787-2ead4fe87d7b", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0521 23:03:29.733136 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-58848758f-jjm25, hostIfaceName: 4bd4b3372209967, network: default, NAD default, SandboxID: "4bd4b337220996787396cceb158c998eac70b156664b84395ee58b306fbf570b", PCI device ID: , UID: "bbace65a-e8e6-453d-b4a1-4c9bfb02fb33", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0521 23:03:29.738237 3666 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-5dk59] creating logical port openshift-insights_insights-runtime-extractor-5dk59 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:29.738360 3666 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-5dk59 I0521 23:03:29.770206 3666 pod.go:62] [openshift-insights/insights-runtime-extractor-5dk59] pod update took 31.89237ms I0521 23:03:29.770227 3666 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-5dk59] addLogicalPort annotation time took 31.91852ms I0521 23:03:29.771273 3666 pods.go:271] [openshift-insights/insights-runtime-extractor-5dk59] addLogicalPort took 33.05205ms, libovsdb time 773.153µs I0521 23:03:29.779172 3666 cni.go:473] [openshift-ingress/router-default-7486bc7cf7-glkjn 07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7486bc7cf7-glkjn 07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:10:91:4c:d0:86\",\"name\":\"07383fdeb218245\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6f8cfae-d2d5-4f5d-b803-2e834cc5990e\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:29.795118 3666 cni.go:473] [openshift-ingress/router-default-58848758f-jjm25 4bd4b337220996787396cceb158c998eac70b156664b84395ee58b306fbf570b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-58848758f-jjm25 4bd4b337220996787396cceb158c998eac70b156664b84395ee58b306fbf570b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d5:85:29:9b:d6\",\"name\":\"4bd4b3372209967\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36d02417-1592-4008-8da7-43938f37e04b\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:30.135530 3666 cni.go:452] [openshift-insights/insights-runtime-extractor-5dk59 759856e5c095642939dba671a3d093122c76af69b76dd8dd24802db3a226429f network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-5dk59 759856e5c095642939dba671a3d093122c76af69b76dd8dd24802db3a226429f network default NAD default NAD key ] I0521 23:03:30.145190 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-5dk59, hostIfaceName: 759856e5c095642, network: default, NAD default, SandboxID: "759856e5c095642939dba671a3d093122c76af69b76dd8dd24802db3a226429f", PCI device ID: , UID: "b752c04f-4a56-4982-93c9-4743e3fa75fa", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] W0521 23:03:30.174130 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.174149 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.178584 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.178602 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.178607 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default I0521 23:03:30.192512 3666 cni.go:473] [openshift-insights/insights-runtime-extractor-5dk59 759856e5c095642939dba671a3d093122c76af69b76dd8dd24802db3a226429f network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-5dk59 759856e5c095642939dba671a3d093122c76af69b76dd8dd24802db3a226429f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:84:8c:f8:dc:04\",\"name\":\"759856e5c095642\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8857c4f-44b3-4711-803d-b91cd481d3d0\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:03:30.360944 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.360965 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.361010 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.361028 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.361034 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.436025 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.436047 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.436055 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:30.436032 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:30.436115 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.127190 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127212 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127221 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127238 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127245 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127250 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.127196 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.127300 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.127307 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.127316 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.127318 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.127321 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.313464 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0521 23:03:31.313486 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0521 23:03:31.345168 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:31.345210 3666 pods.go:176] Deleting pod: openshift-image-registry/image-registry-79f485b575-bwq6z I0521 23:03:31.346474 3666 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-79f485b575-bwq6z, ips: 10.129.0.6 I0521 23:03:31.346504 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:31.354047 3666 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-557c6ccd6d-ccmkh] creating logical port openshift-image-registry_image-registry-557c6ccd6d-ccmkh for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:31.354128 3666 kube.go:256] Updating pod openshift-image-registry/image-registry-557c6ccd6d-ccmkh I0521 23:03:31.368675 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:31.368695 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79f485b575-bwq6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:31.374211 3666 pod.go:62] [openshift-image-registry/image-registry-557c6ccd6d-ccmkh] pod update took 20.105196ms I0521 23:03:31.374239 3666 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-557c6ccd6d-ccmkh] addLogicalPort annotation time took 20.134677ms I0521 23:03:31.375589 3666 pods.go:271] [openshift-image-registry/image-registry-557c6ccd6d-ccmkh] addLogicalPort took 21.555364ms, libovsdb time 954.756µs I0521 23:03:31.386101 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79f485b575-bwq6z I0521 23:03:31.386131 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79f485b575-bwq6z I0521 23:03:31.395960 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 23:03:31.409929 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.409946 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0521 23:03:31.409951 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0521 23:03:31.575929 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 23:03:32.208781 3666 cni.go:452] [openshift-image-registry/image-registry-557c6ccd6d-ccmkh d5eb2c3bb8369447c1d552186b2254b8bf048bbd8ea213f3a3fb535a877adc56 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-557c6ccd6d-ccmkh d5eb2c3bb8369447c1d552186b2254b8bf048bbd8ea213f3a3fb535a877adc56 network default NAD default NAD key ] I0521 23:03:32.209096 3666 cni.go:452] [openshift-console/downloads-5c54f4944f-ftc6v 53770e04db0bba112c043712532447d28024ff2be34d65185e8b805b4b5565fb network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-ftc6v 53770e04db0bba112c043712532447d28024ff2be34d65185e8b805b4b5565fb network default NAD default NAD key ] I0521 23:03:32.223380 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-557c6ccd6d-ccmkh, hostIfaceName: d5eb2c3bb836944, network: default, NAD default, SandboxID: "d5eb2c3bb8369447c1d552186b2254b8bf048bbd8ea213f3a3fb535a877adc56", PCI device ID: , UID: "5e11a65f-2b2f-4b22-a689-d41c396af209", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0521 23:03:32.226228 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-ftc6v, hostIfaceName: 53770e04db0bba1, network: default, NAD default, SandboxID: "53770e04db0bba112c043712532447d28024ff2be34d65185e8b805b4b5565fb", PCI device ID: , UID: "0c1a520d-bb14-4139-ac37-f6940656de3f", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0521 23:03:32.277919 3666 cni.go:473] [openshift-image-registry/image-registry-557c6ccd6d-ccmkh d5eb2c3bb8369447c1d552186b2254b8bf048bbd8ea213f3a3fb535a877adc56 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-557c6ccd6d-ccmkh d5eb2c3bb8369447c1d552186b2254b8bf048bbd8ea213f3a3fb535a877adc56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:3e:6f:50:16:56\",\"name\":\"d5eb2c3bb836944\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1410333-45ad-4864-a643-1b41a6e99851\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:32.295193 3666 cni.go:473] [openshift-console/downloads-5c54f4944f-ftc6v 53770e04db0bba112c043712532447d28024ff2be34d65185e8b805b4b5565fb network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-ftc6v 53770e04db0bba112c043712532447d28024ff2be34d65185e8b805b4b5565fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:19:8b:71:b7:35\",\"name\":\"53770e04db0bba1\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/910677f8-9aea-45b1-a294-2715419aa706\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:32.961573 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-gs4vc for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:32.961676 3666 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc I0521 23:03:32.977889 3666 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc] pod update took 16.232551ms I0521 23:03:32.977914 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc] addLogicalPort annotation time took 16.273371ms I0521 23:03:32.979311 3666 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc] addLogicalPort took 17.74893ms, libovsdb time 1.05417ms W0521 23:03:33.364458 3666 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0521 23:03:33.572796 3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:03:33.589709 3666 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 23:03:34.032719 3666 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc 8a541e92ad1d40c4706bedfcd19adecd7d76588809ca4f2864c55d2284a576e9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc 8a541e92ad1d40c4706bedfcd19adecd7d76588809ca4f2864c55d2284a576e9 network default NAD default NAD key ] I0521 23:03:34.044648 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-gs4vc, hostIfaceName: 8a541e92ad1d40c, network: default, NAD default, SandboxID: "8a541e92ad1d40c4706bedfcd19adecd7d76588809ca4f2864c55d2284a576e9", PCI device ID: , UID: "953f4814-0949-417f-96a6-cce91eb8f996", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0521 23:03:34.095323 3666 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc 8a541e92ad1d40c4706bedfcd19adecd7d76588809ca4f2864c55d2284a576e9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-gs4vc 8a541e92ad1d40c4706bedfcd19adecd7d76588809ca4f2864c55d2284a576e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:84:aa:59:21:3b\",\"name\":\"8a541e92ad1d40c\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc5ca883-002d-4cff-ab5c-ea3286190fc9\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:03:35.062227 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:03:35.062251 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:03:36.202565 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 23:03:36.356198 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 23:03:41.158488 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:03:41.218277 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:03:43.010261 3666 base_network_controller_pods.go:487] [default/openshift-console/console-74fb9d4fb7-mjbf6] creating logical port openshift-console_console-74fb9d4fb7-mjbf6 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:43.010357 3666 kube.go:256] Updating pod openshift-console/console-74fb9d4fb7-mjbf6 I0521 23:03:43.036712 3666 pod.go:62] [openshift-console/console-74fb9d4fb7-mjbf6] pod update took 26.382599ms I0521 23:03:43.036734 3666 base_network_controller_pods.go:951] [default/openshift-console/console-74fb9d4fb7-mjbf6] addLogicalPort annotation time took 26.408351ms I0521 23:03:43.037938 3666 pods.go:271] [openshift-console/console-74fb9d4fb7-mjbf6] addLogicalPort took 27.6925ms, libovsdb time 850.944µs W0521 23:03:43.050625 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 23:03:43.365211 3666 cni.go:452] [openshift-console/console-74fb9d4fb7-mjbf6 bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74fb9d4fb7-mjbf6 bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76 network default NAD default NAD key ] I0521 23:03:43.374646 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74fb9d4fb7-mjbf6, hostIfaceName: bdb2945288bbb99, network: default, NAD default, SandboxID: "bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76", PCI device ID: , UID: "fac79373-df3a-4fd5-98bc-225c53e42330", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0521 23:03:43.424630 3666 cni.go:473] [openshift-console/console-74fb9d4fb7-mjbf6 bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74fb9d4fb7-mjbf6 bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:84:1b:82:60:1f\",\"name\":\"bdb2945288bbb99\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59782f88-e488-432a-b063-60d6ac73c35e\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:44.124320 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:44.124415 3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 23:03:44.151491 3666 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.106163ms I0521 23:03:44.151519 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.13628ms I0521 23:03:44.152931 3666 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.627347ms, libovsdb time 968.389µs I0521 23:03:45.908306 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk] creating logical port openshift-monitoring_thanos-querier-5d9b45c47c-wdhvk for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:45.908409 3666 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk I0521 23:03:45.937306 3666 pod.go:62] [openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk] pod update took 28.92534ms I0521 23:03:45.937334 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk] addLogicalPort annotation time took 28.956806ms I0521 23:03:45.938589 3666 pods.go:271] [openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk] addLogicalPort took 30.299216ms, libovsdb time 917.472µs W0521 23:03:46.288327 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:46.288353 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:46.288358 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:03:47.312636 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-jr65p for pod on switch ip-10-0-2-206.ec2.internal I0521 23:03:47.312790 3666 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p I0521 23:03:47.329410 3666 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p] pod update took 16.654721ms I0521 23:03:47.329475 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p] addLogicalPort annotation time took 16.72587ms I0521 23:03:47.330787 3666 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p] addLogicalPort took 18.172798ms, libovsdb time 984.627µs W0521 23:03:47.774785 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0521 23:03:47.785082 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-74fb9d4fb7-62cws IP address from the namespace address-set, err: pod openshift-console/console-74fb9d4fb7-62cws: no pod IPs found W0521 23:03:50.291957 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:03:50.340752 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:03:50.340769 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:03:50.606327 3666 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p 881e1b97d630e1a66b3a684de6ae57c50c7ceec7359e81615da5c21b63014360 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p 881e1b97d630e1a66b3a684de6ae57c50c7ceec7359e81615da5c21b63014360 network default NAD default NAD key ] I0521 23:03:50.607755 3666 cni.go:452] [openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk 08e8092a2805931732298d9cc47a9c4a950e376380fa497670cd79e86e8f4d75 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk 08e8092a2805931732298d9cc47a9c4a950e376380fa497670cd79e86e8f4d75 network default NAD default NAD key ] I0521 23:03:50.608682 3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc network default NAD default NAD key ] I0521 23:03:50.620913 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5d9b45c47c-wdhvk, hostIfaceName: 08e8092a2805931, network: default, NAD default, SandboxID: "08e8092a2805931732298d9cc47a9c4a950e376380fa497670cd79e86e8f4d75", PCI device ID: , UID: "20378166-0732-4821-a7e8-7d2326dae2c4", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0521 23:03:50.621334 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-jr65p, hostIfaceName: 881e1b97d630e1a, network: default, NAD default, SandboxID: "881e1b97d630e1a66b3a684de6ae57c50c7ceec7359e81615da5c21b63014360", PCI device ID: , UID: "9ce1d3aa-c301-4318-84a3-b959e4f0b0cc", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0521 23:03:50.622535 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 6597f6ab71f6e73, network: default, NAD default, SandboxID: "6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc", PCI device ID: , UID: "9ddfafb0-082c-4a3e-912e-f445dcd2c430", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0521 23:03:50.682854 3666 cni.go:473] [openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk 08e8092a2805931732298d9cc47a9c4a950e376380fa497670cd79e86e8f4d75 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5d9b45c47c-wdhvk 08e8092a2805931732298d9cc47a9c4a950e376380fa497670cd79e86e8f4d75 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:ae:f6:d3:09:df\",\"name\":\"08e8092a2805931\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c4b34b1-eed1-453c-90a1-f9d9cc845e3e\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:50.910308 3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:13:22:b7:4e:79\",\"name\":\"6597f6ab71f6e73\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/366abae6-f32e-41a5-8bc0-89a146518351\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:03:50.910458 3666 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p 881e1b97d630e1a66b3a684de6ae57c50c7ceec7359e81615da5c21b63014360 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jr65p 881e1b97d630e1a66b3a684de6ae57c50c7ceec7359e81615da5c21b63014360 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:bc:c3:a7:db:9e\",\"name\":\"881e1b97d630e1a\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51fb86fb-e002-4edd-8db8-dc1d3d237e6e\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:03:51.419015 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:03:51.694928 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 23:03:51.895677 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0521 23:03:54.352156 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0521 23:03:54.477218 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:54.477237 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:03:54.477242 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:03:54.912179 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:03:54.912764 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:03:55.282182 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 23:03:55.282202 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 23:03:55.311365 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:55.311391 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-xh6q8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:03:55.321541 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6677cbf654-xh6q8 I0521 23:03:55.321597 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6677cbf654-xh6q8 W0521 23:03:55.336208 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 23:03:55.435163 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.435181 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.435185 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:55.435189 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254852 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254869 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254892 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:03:56.254897 3666 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 23:04:01.206743 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 23:04:02.449055 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.449075 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.449084 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:02.449092 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 23:04:03.453649 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 23:04:08.485119 3666 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-sljdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:08.485749 3666 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-sljdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:09.390026 3666 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-sljdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:09.390056 3666 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-sljdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:09.398023 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8646ddc4-sljdm I0521 23:04:09.398046 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8646ddc4-sljdm I0521 23:04:14.466493 3666 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:14.467043 3666 obj_retry.go:498] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 23:04:14.520994 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:14.521015 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:14.521023 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:14.521034 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:14.521039 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:14.521043 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:04:15.360002 3666 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:15.360021 3666 obj_retry.go:492] Detected object openshift-console/console-d8646ddc4-2fxg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:15.369292 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d8646ddc4-2fxg5 I0521 23:04:15.369310 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d8646ddc4-2fxg5 I0521 23:04:19.739870 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:19.740461 3666 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:20.357925 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:20.357966 3666 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6677cbf654-fzd4q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:20.365753 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6677cbf654-fzd4q I0521 23:04:20.365780 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6677cbf654-fzd4q W0521 23:04:23.387697 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 23:04:24.550229 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:24.550249 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:24.550255 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:04:28.406546 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 23:04:31.551457 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0521 23:04:31.551501 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 23:04:31.551553 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0521 23:04:32.552153 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0521 23:04:44.631734 3666 cni.go:452] [openshift-multus/network-metrics-daemon-d777d c7442deb4cd490409f63c917583b7915833d0cc8dbc482beeaf75d0b9e73ab2c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-d777d c7442deb4cd490409f63c917583b7915833d0cc8dbc482beeaf75d0b9e73ab2c network default NAD default NAD key ] I0521 23:04:44.633843 3666 cni.go:452] [openshift-console/console-74fb9d4fb7-mjbf6 bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74fb9d4fb7-mjbf6 bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76 network default NAD default NAD key ] I0521 23:04:44.640761 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-d777d, hostIfaceName: c7442deb4cd4904, network: default, NAD default, SandboxID: "c7442deb4cd490409f63c917583b7915833d0cc8dbc482beeaf75d0b9e73ab2c", PCI device ID: , UID: "79c1a694-d5d4-4ded-bf9b-b8a6cc30492e", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0521 23:04:44.695058 3666 cni.go:473] [openshift-multus/network-metrics-daemon-d777d c7442deb4cd490409f63c917583b7915833d0cc8dbc482beeaf75d0b9e73ab2c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-d777d c7442deb4cd490409f63c917583b7915833d0cc8dbc482beeaf75d0b9e73ab2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b0:c0:b4:70:a7\",\"name\":\"c7442deb4cd4904\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3167dbfe-8836-41e8-bdda-ab15f9f2548b\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:04:44.706135 3666 cni.go:473] [openshift-console/console-74fb9d4fb7-mjbf6 bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74fb9d4fb7-mjbf6 bdb2945288bbb992d775edd38d60c50b0ad146ea32a2db51045533d349287f76 network default NAD default NAD key default], result "{}", err I0521 23:04:44.776375 3666 obj_retry.go:498] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:44.776409 3666 pods.go:176] Deleting pod: openshift-console/console-74fb9d4fb7-mjbf6 I0521 23:04:44.777802 3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74fb9d4fb7-mjbf6, ips: 10.129.0.19 I0521 23:04:44.777833 3666 obj_retry.go:498] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:45.599266 3666 obj_retry.go:492] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:45.599286 3666 obj_retry.go:492] Detected object openshift-console/console-74fb9d4fb7-mjbf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:45.606565 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74fb9d4fb7-mjbf6 I0521 23:04:45.606592 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74fb9d4fb7-mjbf6 I0521 23:04:46.459489 3666 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 23:04:47.229143 3666 cni.go:452] [openshift-ingress/router-default-7486bc7cf7-glkjn 07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-7486bc7cf7-glkjn 07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15 network default NAD default NAD key ] I0521 23:04:47.331111 3666 cni.go:473] [openshift-ingress/router-default-7486bc7cf7-glkjn 07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-7486bc7cf7-glkjn 07383fdeb218245c48de8a13ad609c1bc2b73d0f16fa140e8a072ae8f6993e15 network default NAD default NAD key default], result "{}", err I0521 23:04:47.385979 3666 obj_retry.go:498] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:47.386013 3666 pods.go:176] Deleting pod: openshift-ingress/router-default-7486bc7cf7-glkjn I0521 23:04:47.387469 3666 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-7486bc7cf7-glkjn, ips: 10.129.0.12 I0521 23:04:47.387502 3666 obj_retry.go:498] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:04:47.629604 3666 obj_retry.go:492] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:47.629632 3666 obj_retry.go:492] Detected object openshift-ingress/router-default-7486bc7cf7-glkjn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:04:47.633367 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7486bc7cf7-glkjn I0521 23:04:47.633393 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7486bc7cf7-glkjn I0521 23:05:04.696476 3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc network default NAD default NAD key ] I0521 23:05:04.782352 3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 6597f6ab71f6e737c18ebfbc3633ebc769d2d05c335b770ef8f3fb64ab623ebc network default NAD default NAD key default], result "{}", err I0521 23:05:04.843388 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:04.843416 3666 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0521 23:05:04.844549 3666 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.20 I0521 23:05:04.844576 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:05.698600 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:05.698627 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:05.706228 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 23:05:05.706249 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 23:05:05.749971 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:05:05.750075 3666 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 23:05:05.775173 3666 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.132854ms I0521 23:05:05.775195 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.163551ms I0521 23:05:05.776495 3666 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.53855ms, libovsdb time 999.839µs I0521 23:05:06.109527 3666 cni.go:452] [openshift-monitoring/alertmanager-main-1 41fae9a89ac958c2860ea58d1761df4a2fbf6cda04dd2cccc951a036b8a3f17c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 41fae9a89ac958c2860ea58d1761df4a2fbf6cda04dd2cccc951a036b8a3f17c network default NAD default NAD key ] I0521 23:05:06.118907 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 41fae9a89ac958c, network: default, NAD default, SandboxID: "41fae9a89ac958c2860ea58d1761df4a2fbf6cda04dd2cccc951a036b8a3f17c", PCI device ID: , UID: "739156c5-f922-4713-8df7-4fc97e85c452", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0521 23:05:06.167022 3666 cni.go:473] [openshift-monitoring/alertmanager-main-1 41fae9a89ac958c2860ea58d1761df4a2fbf6cda04dd2cccc951a036b8a3f17c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 41fae9a89ac958c2860ea58d1761df4a2fbf6cda04dd2cccc951a036b8a3f17c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:04:9d:51:83:1f\",\"name\":\"41fae9a89ac958c\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4862895c-ee5a-420b-bc43-79867a9008f2\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:07.476349 3666 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-777c8b6498-6v8ps] creating logical port openshift-monitoring_telemeter-client-777c8b6498-6v8ps for pod on switch ip-10-0-2-206.ec2.internal I0521 23:05:07.476470 3666 kube.go:256] Updating pod openshift-monitoring/telemeter-client-777c8b6498-6v8ps I0521 23:05:07.499506 3666 pod.go:62] [openshift-monitoring/telemeter-client-777c8b6498-6v8ps] pod update took 23.064675ms I0521 23:05:07.499529 3666 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-777c8b6498-6v8ps] addLogicalPort annotation time took 23.091594ms I0521 23:05:07.500764 3666 pods.go:271] [openshift-monitoring/telemeter-client-777c8b6498-6v8ps] addLogicalPort took 24.430742ms, libovsdb time 912.279µs I0521 23:05:07.839445 3666 cni.go:452] [openshift-monitoring/telemeter-client-777c8b6498-6v8ps 81892a539cf7612275a37a3460a1f02d758c17e7e6b9472e1076fcdd94142078 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-777c8b6498-6v8ps 81892a539cf7612275a37a3460a1f02d758c17e7e6b9472e1076fcdd94142078 network default NAD default NAD key ] I0521 23:05:07.849409 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-777c8b6498-6v8ps, hostIfaceName: 81892a539cf7612, network: default, NAD default, SandboxID: "81892a539cf7612275a37a3460a1f02d758c17e7e6b9472e1076fcdd94142078", PCI device ID: , UID: "b2e76219-ac9b-4eae-89bb-432c61e1750c", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0521 23:05:07.896451 3666 cni.go:473] [openshift-monitoring/telemeter-client-777c8b6498-6v8ps 81892a539cf7612275a37a3460a1f02d758c17e7e6b9472e1076fcdd94142078 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-777c8b6498-6v8ps 81892a539cf7612275a37a3460a1f02d758c17e7e6b9472e1076fcdd94142078 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c1:63:5b:0c:86\",\"name\":\"81892a539cf7612\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8785ad66-0593-4d35-9b50-89fac6b17102\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:09.099822 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:09.100349 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:09.597691 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:09.597713 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:09.606316 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 23:05:09.606332 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 23:05:11.971230 3666 base_network_controller_pods.go:487] [default/openshift-console/console-7b8cb9f4bf-rb5f8] creating logical port openshift-console_console-7b8cb9f4bf-rb5f8 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:05:11.971381 3666 kube.go:256] Updating pod openshift-console/console-7b8cb9f4bf-rb5f8 I0521 23:05:12.000301 3666 pod.go:62] [openshift-console/console-7b8cb9f4bf-rb5f8] pod update took 28.985214ms I0521 23:05:12.000320 3666 base_network_controller_pods.go:951] [default/openshift-console/console-7b8cb9f4bf-rb5f8] addLogicalPort annotation time took 29.011032ms I0521 23:05:12.001329 3666 pods.go:271] [openshift-console/console-7b8cb9f4bf-rb5f8] addLogicalPort took 30.119549ms, libovsdb time 729.001µs I0521 23:05:12.319991 3666 cni.go:452] [openshift-console/console-7b8cb9f4bf-rb5f8 a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b8cb9f4bf-rb5f8 a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f network default NAD default NAD key ] I0521 23:05:12.329047 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b8cb9f4bf-rb5f8, hostIfaceName: a0acfa10b818c5f, network: default, NAD default, SandboxID: "a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f", PCI device ID: , UID: "70ec43f3-3197-4d91-b83a-71ea1d521993", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0521 23:05:12.377478 3666 cni.go:473] [openshift-console/console-7b8cb9f4bf-rb5f8 a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b8cb9f4bf-rb5f8 a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:6a:d5:bf:14:f4\",\"name\":\"a0acfa10b818c5f\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d13f8225-fe79-4512-9cbb-824022ca95d0\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:05:12.742602 3666 cni.go:452] [openshift-dns/dns-default-bmf94 7f728c8ea96dd42fde45e324740bc1e1f76f36957a3572a214e9e5bbeca24fec network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-bmf94 7f728c8ea96dd42fde45e324740bc1e1f76f36957a3572a214e9e5bbeca24fec network default NAD default NAD key ] I0521 23:05:12.753713 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-bmf94, hostIfaceName: 7f728c8ea96dd42, network: default, NAD default, SandboxID: "7f728c8ea96dd42fde45e324740bc1e1f76f36957a3572a214e9e5bbeca24fec", PCI device ID: , UID: "8c5caef3-0f76-4a86-8bdc-3597427c4c8a", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0521 23:05:12.807977 3666 cni.go:473] [openshift-dns/dns-default-bmf94 7f728c8ea96dd42fde45e324740bc1e1f76f36957a3572a214e9e5bbeca24fec network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-bmf94 7f728c8ea96dd42fde45e324740bc1e1f76f36957a3572a214e9e5bbeca24fec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ba:7c:6f:65:bb\",\"name\":\"7f728c8ea96dd42\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8f6f936-19be-4405-bad8-b3eacf6a2553\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:05:22.639045 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:22.639066 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:22.639073 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:22.639084 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:22.639089 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:22.639094 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:22.800610 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 23:05:24.758000 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:24.758024 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:24.758030 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 23:05:26.193443 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:26.193466 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 23:05:26.193472 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 23:05:27.497853 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:27.498402 3666 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:27.692979 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:27.693006 3666 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:27.700487 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 23:05:27.700511 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 23:05:37.298514 3666 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-g2bv7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:37.299133 3666 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-g2bv7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:37.723924 3666 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-g2bv7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:37.723944 3666 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-g2bv7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:37.733675 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8956b56bd-g2bv7 I0521 23:05:37.733700 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8956b56bd-g2bv7 I0521 23:05:48.134614 3666 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-lw6lj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:48.135183 3666 obj_retry.go:498] Detected object openshift-console/console-8956b56bd-lw6lj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:05:48.782034 3666 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-lw6lj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:48.782071 3666 obj_retry.go:492] Detected object openshift-console/console-8956b56bd-lw6lj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:05:48.792354 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8956b56bd-lw6lj I0521 23:05:48.792379 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8956b56bd-lw6lj I0521 23:05:57.660959 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=4 I0521 23:06:02.540679 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0521 23:06:03.643970 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0521 23:06:11.541019 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0521 23:06:12.200764 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:12.201368 3666 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:12.891759 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:12.891780 3666 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:12.900336 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 23:06:12.900356 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 23:06:34.649865 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 23:06:47.158930 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:47.159452 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:06:48.181998 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:48.182021 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656740-4chqx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:06:54.622357 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0521 23:07:05.538413 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0521 23:07:10.538993 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=61 I0521 23:07:33.660894 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 23:07:34.622989 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 23:07:47.513364 3666 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:47.514001 3666 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:48.274441 3666 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:48.274466 3666 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-k7sfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:48.283219 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8cb9f4bf-k7sfd I0521 23:07:48.283242 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8cb9f4bf-k7sfd I0521 23:07:57.639186 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0521 23:07:58.445603 3666 cni.go:452] [openshift-console/console-7b8cb9f4bf-rb5f8 a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b8cb9f4bf-rb5f8 a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f network default NAD default NAD key ] I0521 23:07:58.529041 3666 cni.go:473] [openshift-console/console-7b8cb9f4bf-rb5f8 a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b8cb9f4bf-rb5f8 a0acfa10b818c5f9f156cfee6c353c78570a51ea4842dcfd08b28dedb78e8b2f network default NAD default NAD key default], result "{}", err I0521 23:07:58.576640 3666 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:58.576679 3666 pods.go:176] Deleting pod: openshift-console/console-7b8cb9f4bf-rb5f8 I0521 23:07:58.578109 3666 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b8cb9f4bf-rb5f8, ips: 10.129.0.25 I0521 23:07:58.578143 3666 obj_retry.go:498] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:07:59.386271 3666 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:59.386304 3666 obj_retry.go:492] Detected object openshift-console/console-7b8cb9f4bf-rb5f8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:07:59.395996 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b8cb9f4bf-rb5f8 I0521 23:07:59.396022 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b8cb9f4bf-rb5f8 I0521 23:08:24.627786 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 23:08:35.483581 3666 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-xdm92 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:08:35.483676 3666 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92 I0521 23:08:35.502308 3666 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92] pod update took 18.658105ms I0521 23:08:35.502333 3666 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92] addLogicalPort annotation time took 18.68492ms I0521 23:08:35.503502 3666 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92] addLogicalPort took 19.936424ms, libovsdb time 858.098µs I0521 23:08:35.843613 3666 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92 008a3cdfe0a9c76c7bbf22242380bb7f9b647115a2bb906b3e300f0d1a88331c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92 008a3cdfe0a9c76c7bbf22242380bb7f9b647115a2bb906b3e300f0d1a88331c network default NAD default NAD key ] I0521 23:08:35.852861 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-xdm92, hostIfaceName: 008a3cdfe0a9c76, network: default, NAD default, SandboxID: "008a3cdfe0a9c76c7bbf22242380bb7f9b647115a2bb906b3e300f0d1a88331c", PCI device ID: , UID: "f7e9d520-d9f9-4789-a5d4-7f67c1ca5062", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0521 23:08:35.902442 3666 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92 008a3cdfe0a9c76c7bbf22242380bb7f9b647115a2bb906b3e300f0d1a88331c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-xdm92 008a3cdfe0a9c76c7bbf22242380bb7f9b647115a2bb906b3e300f0d1a88331c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:29:06:65:4f:a6\",\"name\":\"008a3cdfe0a9c76\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2db5afba-0448-4369-b27c-1e27a9518a0b\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:08:38.547521 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=653 W0521 23:08:38.551344 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0521 23:08:49.559473 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 23:08:49.595046 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 23:08:49.595105 3666 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wtd5m IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wtd5m: no pod IPs found I0521 23:09:18.654794 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 23:10:02.632499 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 23:10:04.976102 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:04.976708 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:10:06.013449 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:06.013470 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656750-wz8rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:10:26.534956 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 23:11:06.313417 3666 namespace.go:98] [tsf] adding namespace I0521 23:11:06.314315 3666 namespace.go:102] [tsf] adding namespace took 874.906µs I0521 23:11:06.329575 3666 namespace.go:142] [tsf] updating namespace I0521 23:11:06.356709 3666 namespace.go:142] [tsf] updating namespace I0521 23:11:10.324239 3666 namespace.go:98] [rhtpa-operator] adding namespace I0521 23:11:10.325151 3666 namespace.go:102] [rhtpa-operator] adding namespace took 885.453µs I0521 23:11:10.336744 3666 namespace.go:98] [cert-manager-operator] adding namespace I0521 23:11:10.336951 3666 namespace.go:98] [konflux-ui] adding namespace I0521 23:11:10.336994 3666 namespace.go:98] [konflux-operator] adding namespace I0521 23:11:10.337042 3666 namespace.go:98] [rhbk-operator] adding namespace I0521 23:11:10.337220 3666 namespace.go:98] [tsf-keycloak] adding namespace I0521 23:11:10.337341 3666 namespace.go:98] [tsf-tas] adding namespace I0521 23:11:10.337559 3666 namespace.go:102] [cert-manager-operator] adding namespace took 799.195µs I0521 23:11:10.338273 3666 namespace.go:102] [konflux-ui] adding namespace took 1.308719ms I0521 23:11:10.338295 3666 namespace.go:98] [tsf-tpa] adding namespace I0521 23:11:10.338832 3666 namespace.go:102] [tsf-tpa] adding namespace took 529.495µs I0521 23:11:10.339393 3666 namespace.go:102] [konflux-operator] adding namespace took 2.379858ms I0521 23:11:10.339894 3666 namespace.go:102] [rhbk-operator] adding namespace took 2.843306ms I0521 23:11:10.340572 3666 namespace.go:102] [tsf-keycloak] adding namespace took 3.337295ms I0521 23:11:10.341164 3666 namespace.go:102] [tsf-tas] adding namespace took 3.810352ms I0521 23:11:10.355699 3666 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.374986 3666 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.389022 3666 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.389123 3666 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.389257 3666 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.392917 3666 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:10.402800 3666 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.406865 3666 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.417491 3666 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.425569 3666 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:11:10.451913 3666 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.496650 3666 namespace.go:142] [konflux-ui] updating namespace I0521 23:11:10.514062 3666 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.528534 3666 namespace.go:142] [konflux-operator] updating namespace I0521 23:11:10.551048 3666 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.583701 3666 namespace.go:142] [rhbk-operator] updating namespace I0521 23:11:10.593655 3666 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.609760 3666 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:10.638731 3666 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.661372 3666 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:10.683033 3666 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.699767 3666 namespace.go:142] [tsf-tas] updating namespace I0521 23:11:10.717446 3666 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:10.729758 3666 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:11:11.861925 3666 namespace.go:142] [tsf-tpa] updating namespace I0521 23:11:11.883083 3666 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:11:12.052402 3666 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-206.ec2.internal I0521 23:11:12.052522 3666 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0521 23:11:12.073207 3666 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 20.710414ms I0521 23:11:12.073236 3666 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 20.742688ms I0521 23:11:12.074560 3666 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 22.172533ms, libovsdb time 878.336µs I0521 23:11:12.431970 3666 cni.go:452] [tsf/test-tsf-subscriptions 17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b network default NAD default NAD key ] I0521 23:11:12.441498 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 17a0a222ad704ce, network: default, NAD default, SandboxID: "17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b", PCI device ID: , UID: "a6e442ae-1000-4546-8fcf-9729823c4a6c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0521 23:11:12.489488 3666 cni.go:473] [tsf/test-tsf-subscriptions 17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:25:85:08:37:65\",\"name\":\"17a0a222ad704ce\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44c7d868-dc00-4731-af0a-cfdb244f427a\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:13.434068 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:11:13.434203 3666 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 I0521 23:11:13.448382 3666 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9] pod update took 14.210148ms I0521 23:11:13.448409 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9] addLogicalPort annotation time took 14.242286ms I0521 23:11:13.449775 3666 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9] addLogicalPort took 15.72775ms, libovsdb time 1.011409ms I0521 23:11:13.543823 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b for pod on switch ip-10-0-2-206.ec2.internal I0521 23:11:13.543984 3666 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b I0521 23:11:13.558806 3666 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b] pod update took 14.854407ms I0521 23:11:13.558871 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b] addLogicalPort annotation time took 14.88588ms I0521 23:11:13.560228 3666 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b] addLogicalPort took 16.420691ms, libovsdb time 978.543µs I0521 23:11:13.796035 3666 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5 network default NAD default NAD key ] I0521 23:11:13.806032 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9, hostIfaceName: 54f779facc482bd, network: default, NAD default, SandboxID: "54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5", PCI device ID: , UID: "39f03015-3dbc-49e3-80f6-8ea3856795df", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0521 23:11:13.855504 3666 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:bd:75:bd:01:e5\",\"name\":\"54f779facc482bd\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc9d4b18-f1eb-4eb8-beb9-56a627ac29a9\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:13.909042 3666 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b 006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b 006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4 network default NAD default NAD key ] I0521 23:11:13.919670 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b, hostIfaceName: 006b822cc53148d, network: default, NAD default, SandboxID: "006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4", PCI device ID: , UID: "bb69751b-b953-4d2a-9258-e268e43a6cf6", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0521 23:11:13.971914 3666 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b 006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b 006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2d:5d:92:71:b7\",\"name\":\"006b822cc53148d\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbe5a02e-e9dd-46fe-8102-404e1480f1d7\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:16.471333 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl for pod on switch ip-10-0-2-206.ec2.internal I0521 23:11:16.471500 3666 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl I0521 23:11:16.486493 3666 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl] pod update took 15.03149ms I0521 23:11:16.486522 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl] addLogicalPort annotation time took 15.067227ms I0521 23:11:16.488208 3666 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl] addLogicalPort took 16.894385ms, libovsdb time 1.191584ms I0521 23:11:16.860705 3666 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3 network default NAD default NAD key ] I0521 23:11:16.872215 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl, hostIfaceName: c048654ba7cb5e4, network: default, NAD default, SandboxID: "c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3", PCI device ID: , UID: "0cd0cc33-5308-4f0c-bf92-228509adab6b", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0521 23:11:16.932449 3666 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:5b:c9:21:86:d6\",\"name\":\"c048654ba7cb5e4\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c8b6e0f-6f38-4cc3-b899-45b45b5a3a25\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:18.195765 3666 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5 network default NAD default NAD key ] I0521 23:11:18.197961 3666 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b 006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b 006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4 network default NAD default NAD key ] I0521 23:11:18.242677 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj] creating logical port openshift-marketplace_0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj for pod on switch ip-10-0-2-206.ec2.internal I0521 23:11:18.242842 3666 kube.go:256] Updating pod openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj I0521 23:11:18.257186 3666 pod.go:62] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj] pod update took 14.390938ms I0521 23:11:18.257224 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj] addLogicalPort annotation time took 14.433037ms I0521 23:11:18.258771 3666 pods.go:271] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj] addLogicalPort took 16.111307ms, libovsdb time 1.047576ms I0521 23:11:18.291772 3666 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 54f779facc482bdb4f4679efcbf3f80d6795aa9b668b4410fdc0dcec681d19b5 network default NAD default NAD key default], result "{}", err I0521 23:11:18.303629 3666 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b 006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b 006b822cc53148d9b5c35e0f9c878835bab323357f7dea21530e95b499ef25c4 network default NAD default NAD key default], result "{}", err I0521 23:11:18.914868 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.914916 3666 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b I0521 23:11:18.916406 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b, ips: 10.129.0.29 I0521 23:11:18.916440 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.916459 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.916468 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:18.916686 3666 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.916700 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:18.938811 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.938865 3666 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 I0521 23:11:18.940400 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9, ips: 10.129.0.28 I0521 23:11:18.940427 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.940447 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.940454 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:18.940692 3666 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:18.940708 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:19.715066 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:11:19.715187 3666 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 I0521 23:11:19.729327 3666 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8] pod update took 14.166634ms I0521 23:11:19.729349 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8] addLogicalPort annotation time took 14.195734ms I0521 23:11:19.730715 3666 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8] addLogicalPort took 15.663345ms, libovsdb time 979.05µs I0521 23:11:19.816444 3666 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft for pod on switch ip-10-0-2-206.ec2.internal I0521 23:11:19.816555 3666 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft I0521 23:11:19.830634 3666 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft] pod update took 14.105762ms I0521 23:11:19.830660 3666 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft] addLogicalPort annotation time took 14.137822ms I0521 23:11:19.831999 3666 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft] addLogicalPort took 15.567036ms, libovsdb time 922.606µs I0521 23:11:19.940616 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.940636 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.940652 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.940670 3666 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xkf7b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.969615 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.969666 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.969695 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:19.969716 3666 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etv2s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:22.474986 3666 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj 7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj 7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f network default NAD default NAD key ] I0521 23:11:22.484823 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj, hostIfaceName: 7622d43670e0546, network: default, NAD default, SandboxID: "7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f", PCI device ID: , UID: "d6e4136b-daba-4e10-84ce-a79e10a7682b", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0521 23:11:22.535269 3666 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj 7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj 7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:a2:cc:1d:21:35\",\"name\":\"7622d43670e0546\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0680fb79-544b-4d7c-b89a-b299d154654a\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:23.208807 3666 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426 network default NAD default NAD key ] I0521 23:11:23.209135 3666 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft 833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft 833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0 network default NAD default NAD key ] I0521 23:11:23.221046 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft, hostIfaceName: 833376f8c415531, network: default, NAD default, SandboxID: "833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0", PCI device ID: , UID: "f5883125-ce40-4e0d-98df-8f0e4df20689", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0521 23:11:23.221428 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8, hostIfaceName: e97b852c8c79d5b, network: default, NAD default, SandboxID: "e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426", PCI device ID: , UID: "bccfc9c4-2b30-47b6-83e7-979965ae5c88", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0521 23:11:23.275649 3666 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:15:4d:14:0a:d4\",\"name\":\"e97b852c8c79d5b\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4be4a43d-d979-4625-8e10-aaafcba519e9\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:23.296307 3666 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft 833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft 833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:74:6b:6e:4b:03\",\"name\":\"833376f8c415531\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e12e4771-5567-4c82-8921-d17c7a38a32b\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:11:26.260125 3666 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3 network default NAD default NAD key ] I0521 23:11:26.345937 3666 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl c048654ba7cb5e4eb0f7ef45571b12ff371e5a209e64f850eea33bda0d5c76d3 network default NAD default NAD key default], result "{}", err I0521 23:11:26.392279 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.392311 3666 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl I0521 23:11:26.393648 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl, ips: 10.129.0.30 I0521 23:11:26.393671 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.393686 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.393693 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:26.393867 3666 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:26.393892 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.267898 3666 cni.go:452] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj 7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj 7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f network default NAD default NAD key ] I0521 23:11:27.268096 3666 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426 network default NAD default NAD key ] I0521 23:11:27.275499 3666 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft 833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft 833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0 network default NAD default NAD key ] I0521 23:11:27.348943 3666 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 e97b852c8c79d5b49b959d7acdc94a9a8a96a9f3d82c0410ae7b53c6c68fb426 network default NAD default NAD key default], result "{}", err I0521 23:11:27.378801 3666 cni.go:473] [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj 7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj 7622d43670e054675a2050f013b4315a6a86aff6a9c91fd4b17df6c43826ab1f network default NAD default NAD key default], result "{}", err I0521 23:11:27.391389 3666 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft 833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft 833376f8c415531ab4705dcd807b21e5bdb8083f16ca0b5b047a5df40e3d99f0 network default NAD default NAD key default], result "{}", err I0521 23:11:27.418597 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.418623 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.418642 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.418656 3666 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqs4fl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:27.429068 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.429102 3666 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 I0521 23:11:27.430584 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8, ips: 10.129.0.32 I0521 23:11:27.430614 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.430640 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.430648 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.430864 3666 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.430893 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.472218 3666 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.472256 3666 pods.go:176] Deleting pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj I0521 23:11:27.473553 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj, ips: 10.129.0.31 I0521 23:11:27.473579 3666 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.473599 3666 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.473607 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:27.474250 3666 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.474267 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.521976 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.522014 3666 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft I0521 23:11:27.523397 3666 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft, ips: 10.129.0.33 I0521 23:11:27.523430 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.523459 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.523472 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 23:11:27.523657 3666 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 23:11:27.523672 3666 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 23:11:28.459024 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.459049 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.459068 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.459078 3666 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7kflv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.503183 3666 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.503205 3666 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.503231 3666 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.503243 3666 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1dgg5hj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.559010 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.559040 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.559062 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:11:28.559072 3666 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rxlft of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:11:34.258781 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 23:11:37.399201 3666 namespace.go:142] [openshift-operators] updating namespace I0521 23:11:37.410135 3666 namespace.go:142] [openshift-operators] updating namespace W0521 23:11:42.301796 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.592237 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.614162 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.620758 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 23:11:42.644368 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 23:11:46.623729 3666 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 23:11:46.625070 3666 namespace.go:102] [trusted-artifact-signer] adding namespace took 1.315683ms I0521 23:11:46.641832 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:11:46.661742 3666 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 23:11:47.307798 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 23:11:50.005331 3666 namespace.go:142] [openshift-operators] updating namespace I0521 23:12:00.191835 3666 namespace.go:98] [cert-manager] adding namespace I0521 23:12:00.192727 3666 namespace.go:102] [cert-manager] adding namespace took 866.365µs I0521 23:12:00.313062 3666 namespace.go:142] [cert-manager] updating namespace I0521 23:12:00.346785 3666 namespace.go:142] [cert-manager] updating namespace W0521 23:12:05.347277 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 23:12:05.347297 3666 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 23:12:09.017013 3666 namespace.go:98] [openshift-pipelines] adding namespace I0521 23:12:09.017898 3666 namespace.go:102] [openshift-pipelines] adding namespace took 861.284µs I0521 23:12:09.052006 3666 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:09.907591 3666 namespace.go:142] [cert-manager] updating namespace I0521 23:12:10.132872 3666 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:10.521028 3666 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:10.710033 3666 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:10.915916 3666 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:11.310977 3666 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:11.501353 3666 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:11.706755 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:11.903923 3666 namespace.go:142] [tsf] updating namespace I0521 23:12:12.114090 3666 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:12.312899 3666 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:12.506360 3666 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:12.641249 3666 namespace.go:142] [cert-manager] updating namespace I0521 23:12:12.651122 3666 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:12.659513 3666 namespace.go:142] [default] updating namespace I0521 23:12:12.671915 3666 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:12.681098 3666 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:12.691777 3666 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:12.699256 3666 namespace.go:142] [openshift] updating namespace I0521 23:12:12.710107 3666 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:12.720993 3666 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:12.728651 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:12.746725 3666 namespace.go:142] [tsf] updating namespace I0521 23:12:12.758568 3666 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:12.767304 3666 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:12.789043 3666 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:12.888819 3666 namespace.go:142] [cert-manager] updating namespace I0521 23:12:12.990402 3666 namespace.go:142] [cert-manager-operator] updating namespace I0521 23:12:13.089398 3666 namespace.go:142] [default] updating namespace I0521 23:12:13.187940 3666 namespace.go:142] [konflux-operator] updating namespace I0521 23:12:13.295130 3666 namespace.go:142] [konflux-ui] updating namespace I0521 23:12:13.397582 3666 namespace.go:142] [open-cluster-management-2qejq51iren2chupcr4f58k8oftf3ks8] updating namespace I0521 23:12:13.488398 3666 namespace.go:142] [openshift] updating namespace I0521 23:12:13.592860 3666 namespace.go:142] [rhbk-operator] updating namespace I0521 23:12:13.693051 3666 namespace.go:142] [rhtpa-operator] updating namespace I0521 23:12:13.789321 3666 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 23:12:13.887778 3666 namespace.go:142] [tsf] updating namespace I0521 23:12:13.991559 3666 namespace.go:142] [tsf-keycloak] updating namespace I0521 23:12:14.087469 3666 namespace.go:142] [tsf-tas] updating namespace I0521 23:12:14.192785 3666 namespace.go:142] [tsf-tpa] updating namespace I0521 23:12:14.488652 3666 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:12:15.524625 3666 cni.go:452] [tsf/test-tsf-subscriptions 17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b network default NAD default NAD key ] I0521 23:12:15.598104 3666 cni.go:473] [tsf/test-tsf-subscriptions 17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 17a0a222ad704ce8a6ecd8e023df4555749f0b8ff9a5ecd86d8f4c51ec1a256b network default NAD default NAD key default], result "{}", err I0521 23:12:15.736107 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:15.736140 3666 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0521 23:12:15.737327 3666 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.129.0.27 I0521 23:12:15.737359 3666 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:15.793166 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:15.793186 3666 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:15.830165 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 23:12:15.830194 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 23:12:18.153082 3666 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-206.ec2.internal I0521 23:12:18.153201 3666 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0521 23:12:18.173946 3666 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 20.769848ms I0521 23:12:18.173966 3666 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 20.794307ms I0521 23:12:18.175185 3666 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 22.120266ms, libovsdb time 890.604µs I0521 23:12:18.520399 3666 cni.go:452] [tsf/test-tsf-infrastructure a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b network default NAD default NAD key ] I0521 23:12:18.530263 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: a8e6c33e2b050e1, network: default, NAD default, SandboxID: "a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b", PCI device ID: , UID: "a4e4e8de-926f-45ef-82d5-aac84c1f82d2", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0521 23:12:18.578926 3666 cni.go:473] [tsf/test-tsf-infrastructure a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:00:8a:f2:69:af\",\"name\":\"a8e6c33e2b050e1\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13232193-9b82-4210-ab56-c7ec2abfe8c8\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:21.022709 3666 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-q8sgk for pod on switch ip-10-0-2-206.ec2.internal I0521 23:12:21.022796 3666 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk I0521 23:12:21.037117 3666 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk] pod update took 14.343835ms I0521 23:12:21.037141 3666 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk] addLogicalPort annotation time took 14.374782ms I0521 23:12:21.038392 3666 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk] addLogicalPort took 15.698537ms, libovsdb time 930.955µs I0521 23:12:21.119916 3666 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-ht7ks for pod on switch ip-10-0-2-206.ec2.internal I0521 23:12:21.120008 3666 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks I0521 23:12:21.139010 3666 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks] pod update took 19.025297ms I0521 23:12:21.139032 3666 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks] addLogicalPort annotation time took 19.055331ms I0521 23:12:21.140167 3666 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks] addLogicalPort took 20.265583ms, libovsdb time 805.228µs I0521 23:12:22.481567 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-pr75x for pod on switch ip-10-0-2-206.ec2.internal I0521 23:12:22.481692 3666 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x I0521 23:12:22.499103 3666 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x] pod update took 17.44931ms I0521 23:12:22.499127 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x] addLogicalPort annotation time took 17.479312ms I0521 23:12:22.500408 3666 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x] addLogicalPort took 18.862235ms, libovsdb time 932.792µs I0521 23:12:22.683576 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-bvgxk for pod on switch ip-10-0-2-206.ec2.internal I0521 23:12:22.683672 3666 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk I0521 23:12:22.700021 3666 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk] pod update took 16.37582ms I0521 23:12:22.700054 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk] addLogicalPort annotation time took 16.403454ms I0521 23:12:22.701206 3666 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk] addLogicalPort took 17.647491ms, libovsdb time 798.622µs I0521 23:12:22.839461 3666 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x 6068a0b958e861df2dc22ff82cb2ba276d849dffe33b17105bb8a6fd8efe21c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x 6068a0b958e861df2dc22ff82cb2ba276d849dffe33b17105bb8a6fd8efe21c8 network default NAD default NAD key ] I0521 23:12:22.849306 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-pr75x, hostIfaceName: 6068a0b958e861d, network: default, NAD default, SandboxID: "6068a0b958e861df2dc22ff82cb2ba276d849dffe33b17105bb8a6fd8efe21c8", PCI device ID: , UID: "106cea14-5253-4e6b-a5b9-324da0316e09", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0521 23:12:22.902116 3666 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x 6068a0b958e861df2dc22ff82cb2ba276d849dffe33b17105bb8a6fd8efe21c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-pr75x 6068a0b958e861df2dc22ff82cb2ba276d849dffe33b17105bb8a6fd8efe21c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:1c:d9:e5:c3:a3\",\"name\":\"6068a0b958e861d\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0929f611-db92-4919-8c4c-75b50611396d\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:23.056958 3666 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk 17418a5cd49226ea75f292f3b6c59d6ae66719753408d2d1354983c057ea9613 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk 17418a5cd49226ea75f292f3b6c59d6ae66719753408d2d1354983c057ea9613 network default NAD default NAD key ] I0521 23:12:23.065938 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-bvgxk, hostIfaceName: 17418a5cd49226e, network: default, NAD default, SandboxID: "17418a5cd49226ea75f292f3b6c59d6ae66719753408d2d1354983c057ea9613", PCI device ID: , UID: "7bd9d336-7605-4c16-9bbc-a2113d105422", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0521 23:12:23.114943 3666 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk 17418a5cd49226ea75f292f3b6c59d6ae66719753408d2d1354983c057ea9613 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bvgxk 17418a5cd49226ea75f292f3b6c59d6ae66719753408d2d1354983c057ea9613 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:21:bd:a2:a3:ee\",\"name\":\"17418a5cd49226e\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebcdebb7-2d57-418f-9034-19c29d02bcc3\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:23.664479 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0521 23:12:27.430423 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:27.430442 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 23:12:27.430448 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0521 23:12:29.292827 3666 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk 99f3ed3f278ae6fbb1a2c1275a6220be0d66270bafc59aef99cb3f52cb4c2c51 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk 99f3ed3f278ae6fbb1a2c1275a6220be0d66270bafc59aef99cb3f52cb4c2c51 network default NAD default NAD key ] I0521 23:12:29.293529 3666 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks 0cdbae438c920918a6deb45f2599ea1b5180b03d087ed6abdd07e7807505f2b1 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks 0cdbae438c920918a6deb45f2599ea1b5180b03d087ed6abdd07e7807505f2b1 network default NAD default NAD key ] I0521 23:12:29.303554 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-ht7ks, hostIfaceName: 0cdbae438c92091, network: default, NAD default, SandboxID: "0cdbae438c920918a6deb45f2599ea1b5180b03d087ed6abdd07e7807505f2b1", PCI device ID: , UID: "3da0c561-fdb2-4f5d-bd40-7f78cc223e43", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0521 23:12:29.303755 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-q8sgk, hostIfaceName: 99f3ed3f278ae6f, network: default, NAD default, SandboxID: "99f3ed3f278ae6fbb1a2c1275a6220be0d66270bafc59aef99cb3f52cb4c2c51", PCI device ID: , UID: "44db2b61-d4ec-47af-af4f-a94c48e2e0fb", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0521 23:12:29.358187 3666 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks 0cdbae438c920918a6deb45f2599ea1b5180b03d087ed6abdd07e7807505f2b1 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-ht7ks 0cdbae438c920918a6deb45f2599ea1b5180b03d087ed6abdd07e7807505f2b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:93:e4:de:7f:2a\",\"name\":\"0cdbae438c92091\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b3e361c-0d4e-4a4d-a7d9-56a11b5f1ac4\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:29.375857 3666 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk 99f3ed3f278ae6fbb1a2c1275a6220be0d66270bafc59aef99cb3f52cb4c2c51 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-q8sgk 99f3ed3f278ae6fbb1a2c1275a6220be0d66270bafc59aef99cb3f52cb4c2c51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:d2:e8:b4:9e:04\",\"name\":\"99f3ed3f278ae6f\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56bcac1b-c97b-41e5-ba8b-0232c67ea3bf\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:12:29.606016 3666 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 23:12:29.631099 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.631120 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.631127 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:29.660169 3666 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 23:12:29.729001 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.729021 3666 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.729026 3666 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:29.729030 3666 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:40.627238 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:40.627261 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:40.627270 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 23:12:40.648249 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:40.648273 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:40.648281 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 23:12:40.648287 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 23:12:42.625854 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0521 23:12:50.621195 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 23:12:50.645820 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 23:12:52.623355 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 23:12:52.738175 3666 cni.go:452] [tsf/test-tsf-infrastructure a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b network default NAD default NAD key ] I0521 23:12:52.827910 3666 cni.go:473] [tsf/test-tsf-infrastructure a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure a8e6c33e2b050e176acacf808e292763a1d740e1b04ddb99846c6aed0cfc694b network default NAD default NAD key default], result "{}", err I0521 23:12:52.876770 3666 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:52.876801 3666 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0521 23:12:52.878096 3666 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.129.0.34 I0521 23:12:52.878124 3666 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:12:52.899032 3666 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:52.899055 3666 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:12:52.906124 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 23:12:52.906145 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 23:12:54.102203 3666 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-206.ec2.internal I0521 23:12:54.102293 3666 kube.go:256] Updating pod tsf/test-tsf-iam I0521 23:12:54.117146 3666 pod.go:62] [tsf/test-tsf-iam] pod update took 14.878713ms I0521 23:12:54.117170 3666 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.904628ms I0521 23:12:54.118323 3666 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.134203ms, libovsdb time 799.143µs I0521 23:12:54.460415 3666 cni.go:452] [tsf/test-tsf-iam 507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7 network default NAD default NAD key ] I0521 23:12:54.470910 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 507f7418ecd9229, network: default, NAD default, SandboxID: "507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7", PCI device ID: , UID: "a9c47a20-72dc-4ec8-bfd8-be54484e82fc", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0521 23:12:54.519640 3666 cni.go:473] [tsf/test-tsf-iam 507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b9:ba:0c:cd:01\",\"name\":\"507f7418ecd9229\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1531019-c431-4f80-ab92-c2ec0ff8417b\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:54.936941 3666 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 23:12:54.937605 3666 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 23:12:54.937633 3666 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 23:12:54.939673 3666 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0521 23:12:55.308039 3666 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:12:55.308135 3666 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0521 23:12:55.324944 3666 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.838434ms I0521 23:12:55.325049 3666 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.945805ms I0521 23:12:55.330004 3666 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 21.977768ms, libovsdb time 4.123233ms I0521 23:12:55.666482 3666 cni.go:452] [tsf-keycloak/keycloak-0 fcdde37dd34e3c629fbe7655d6b296469866ee89f81395969646a51e265ffa36 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 fcdde37dd34e3c629fbe7655d6b296469866ee89f81395969646a51e265ffa36 network default NAD default NAD key ] I0521 23:12:55.675954 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: fcdde37dd34e3c6, network: default, NAD default, SandboxID: "fcdde37dd34e3c629fbe7655d6b296469866ee89f81395969646a51e265ffa36", PCI device ID: , UID: "c7871db0-4591-419f-868c-e507277746aa", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0521 23:12:55.726536 3666 cni.go:473] [tsf-keycloak/keycloak-0 fcdde37dd34e3c629fbe7655d6b296469866ee89f81395969646a51e265ffa36 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 fcdde37dd34e3c629fbe7655d6b296469866ee89f81395969646a51e265ffa36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:1d:dd:e5:36:77\",\"name\":\"fcdde37dd34e3c6\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58e70994-d1c9-4d60-a2a3-d80a9b3869d1\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:12:59.543448 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0521 23:13:02.544188 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 W0521 23:13:04.836918 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:04.836945 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:04.837029 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:04.837046 3666 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 23:13:10.536932 3666 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0521 23:13:27.921578 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:27.921603 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0521 23:13:27.921780 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 23:13:27.921794 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0521 23:13:28.642735 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0521 23:13:35.080084 3666 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-q7f6j] creating logical port tsf-keycloak_tsf-iam-q7f6j for pod on switch ip-10-0-2-206.ec2.internal I0521 23:13:35.080215 3666 kube.go:256] Updating pod tsf-keycloak/tsf-iam-q7f6j I0521 23:13:35.097928 3666 pod.go:62] [tsf-keycloak/tsf-iam-q7f6j] pod update took 17.734319ms I0521 23:13:35.097955 3666 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-q7f6j] addLogicalPort annotation time took 17.764399ms I0521 23:13:35.099443 3666 pods.go:271] [tsf-keycloak/tsf-iam-q7f6j] addLogicalPort took 19.376393ms, libovsdb time 1.029414ms I0521 23:13:35.438567 3666 cni.go:452] [tsf-keycloak/tsf-iam-q7f6j f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-q7f6j f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135 network default NAD default NAD key ] I0521 23:13:35.447737 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-q7f6j, hostIfaceName: f3411151adb98ab, network: default, NAD default, SandboxID: "f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135", PCI device ID: , UID: "134739b2-cac7-4c60-9735-faecd05874d0", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0521 23:13:35.498318 3666 cni.go:473] [tsf-keycloak/tsf-iam-q7f6j f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-q7f6j f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:9d:4a:bf:be:60\",\"name\":\"f3411151adb98ab\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f69ec089-689f-441c-9685-97cd3ee0add3\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:13:36.776564 3666 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:36.776591 3666 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 23:13:36.776601 3666 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 23:13:44.541697 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=84 I0521 23:13:45.072154 3666 cni.go:452] [tsf/test-tsf-iam 507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7 network default NAD default NAD key ] I0521 23:13:45.156835 3666 cni.go:473] [tsf/test-tsf-iam 507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 507f7418ecd9229759fe6f8b3937abfb4b910e28dfecec22eadb74d3c3d7a8a7 network default NAD default NAD key default], result "{}", err I0521 23:13:45.215154 3666 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:45.215241 3666 pods.go:176] Deleting pod: tsf/test-tsf-iam I0521 23:13:45.216922 3666 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.129.0.39 I0521 23:13:45.216961 3666 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:45.257336 3666 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:45.257365 3666 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:45.264167 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 23:13:45.264198 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 23:13:46.072503 3666 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-206.ec2.internal I0521 23:13:46.072628 3666 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0521 23:13:46.095590 3666 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 22.985191ms I0521 23:13:46.095618 3666 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 23.018006ms I0521 23:13:46.096977 3666 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 24.494532ms, libovsdb time 942.694µs I0521 23:13:46.439817 3666 cni.go:452] [tsf-tas/test-tsf-tas a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac network default NAD default NAD key ] I0521 23:13:46.449373 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: a5ca755664d7c7a, network: default, NAD default, SandboxID: "a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac", PCI device ID: , UID: "b92caf9d-50f6-4d46-9f46-802ce0e892a7", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0521 23:13:46.503304 3666 cni.go:473] [tsf-tas/test-tsf-tas a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ee:01:f7:c8:a5\",\"name\":\"a5ca755664d7c7a\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b40464e-7b89-4c52-8cde-14d08d378287\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:13:50.938424 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0521 23:13:50.938448 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0521 23:13:54.133433 3666 cni.go:452] [tsf-keycloak/tsf-iam-q7f6j f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-q7f6j f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135 network default NAD default NAD key ] I0521 23:13:54.214602 3666 cni.go:473] [tsf-keycloak/tsf-iam-q7f6j f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-q7f6j f3411151adb98abefeceed14a46c7ded15a3f807679504fc49c05128da62a135 network default NAD default NAD key default], result "{}", err I0521 23:13:54.265405 3666 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-q7f6j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:54.265441 3666 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-q7f6j I0521 23:13:54.266928 3666 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-q7f6j, ips: 10.129.0.41 I0521 23:13:54.266964 3666 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-q7f6j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:13:54.563266 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-2nkjw] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-2nkjw for pod on switch ip-10-0-2-206.ec2.internal I0521 23:13:54.563350 3666 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-2nkjw I0521 23:13:54.577151 3666 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-2nkjw] pod update took 13.821284ms I0521 23:13:54.577170 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-2nkjw] addLogicalPort annotation time took 13.844924ms I0521 23:13:54.578367 3666 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-2nkjw] addLogicalPort took 15.114392ms, libovsdb time 855.708µs I0521 23:13:54.924527 3666 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-2nkjw 18133f2e997503a2a164f67ab29582f01a724a57702cf0965352df6286d66924 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-2nkjw 18133f2e997503a2a164f67ab29582f01a724a57702cf0965352df6286d66924 network default NAD default NAD key ] I0521 23:13:54.933679 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-2nkjw, hostIfaceName: 18133f2e997503a, network: default, NAD default, SandboxID: "18133f2e997503a2a164f67ab29582f01a724a57702cf0965352df6286d66924", PCI device ID: , UID: "bae22524-e7ce-44f0-aa81-6525bb0dd209", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0521 23:13:54.985064 3666 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-2nkjw 18133f2e997503a2a164f67ab29582f01a724a57702cf0965352df6286d66924 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-2nkjw 18133f2e997503a2a164f67ab29582f01a724a57702cf0965352df6286d66924 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:04:90:0a:79:61\",\"name\":\"18133f2e997503a\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c852d7f-0095-4229-96d3-65e81064b330\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:13:55.170806 3666 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-q7f6j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:13:55.170834 3666 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-q7f6j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:13:57.982514 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 23:14:01.065818 3666 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:01.066498 3666 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:01.933573 3666 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:01.933595 3666 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-vwbzp-fgnr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 23:14:06.024749 3666 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 23:14:06.744414 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-5tzc2 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:14:06.744524 3666 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2 I0521 23:14:06.759054 3666 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2] pod update took 14.56074ms I0521 23:14:06.759074 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2] addLogicalPort annotation time took 14.587395ms I0521 23:14:06.760454 3666 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2] addLogicalPort took 16.05618ms, libovsdb time 961.008µs I0521 23:14:06.818935 3666 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-9snpv for pod on switch ip-10-0-2-206.ec2.internal I0521 23:14:06.819019 3666 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv I0521 23:14:06.832751 3666 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv] pod update took 13.754168ms I0521 23:14:06.832772 3666 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv] addLogicalPort annotation time took 13.780201ms I0521 23:14:06.833945 3666 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv] addLogicalPort took 15.030061ms, libovsdb time 787.528µs I0521 23:14:07.106183 3666 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2 5b019908828f6fb700892d08e18fe08919e3e1fa5271e5c71538031cfd4fa19c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2 5b019908828f6fb700892d08e18fe08919e3e1fa5271e5c71538031cfd4fa19c network default NAD default NAD key ] I0521 23:14:07.115217 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-5tzc2, hostIfaceName: 5b019908828f6fb, network: default, NAD default, SandboxID: "5b019908828f6fb700892d08e18fe08919e3e1fa5271e5c71538031cfd4fa19c", PCI device ID: , UID: "a6c767c6-52bf-48a1-9931-553416f98615", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0521 23:14:07.168430 3666 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2 5b019908828f6fb700892d08e18fe08919e3e1fa5271e5c71538031cfd4fa19c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-5tzc2 5b019908828f6fb700892d08e18fe08919e3e1fa5271e5c71538031cfd4fa19c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:8b:f0:cc:89:a9\",\"name\":\"5b019908828f6fb\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc65bcfd-d841-41f2-8541-8c46266f02ba\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:14:07.179725 3666 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv 3a7273154f6e89af4992f93a6ee833aae345c08ce07b2ea1e8e7f0575ad8e480 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv 3a7273154f6e89af4992f93a6ee833aae345c08ce07b2ea1e8e7f0575ad8e480 network default NAD default NAD key ] I0521 23:14:07.189801 3666 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-9snpv, hostIfaceName: 3a7273154f6e89a, network: default, NAD default, SandboxID: "3a7273154f6e89af4992f93a6ee833aae345c08ce07b2ea1e8e7f0575ad8e480", PCI device ID: , UID: "fd4a472a-a3d0-40e2-a3f2-0441a8b41ad2", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0521 23:14:07.241016 3666 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv 3a7273154f6e89af4992f93a6ee833aae345c08ce07b2ea1e8e7f0575ad8e480 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-9snpv 3a7273154f6e89af4992f93a6ee833aae345c08ce07b2ea1e8e7f0575ad8e480 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:71:32:9a:45:5b\",\"name\":\"3a7273154f6e89a\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f228a68c-e67a-485c-acea-1c8c5911077b\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:14:07.955964 3666 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0521 23:14:10.286416 3666 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:10.286437 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:10.327709 3666 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0521 23:14:11.245733 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:11.245751 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 23:14:21.246171 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 23:14:35.378724 3666 cni.go:452] [tsf-tas/test-tsf-tas a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac network default NAD default NAD key ] I0521 23:14:35.472555 3666 cni.go:473] [tsf-tas/test-tsf-tas a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas a5ca755664d7c7afaf13296798a7863b6669625a8b65d0ee202e120eba6011ac network default NAD default NAD key default], result "{}", err I0521 23:14:35.540374 3666 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:35.540414 3666 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0521 23:14:35.541651 3666 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.129.0.42 I0521 23:14:35.541680 3666 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:35.561727 3666 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:35.561749 3666 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:35.570693 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 23:14:35.570713 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 23:14:36.296837 3666 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-cxqsj] creating logical port tsf_patch-tekton-config-cxqsj for pod on switch ip-10-0-2-206.ec2.internal I0521 23:14:36.296970 3666 kube.go:256] Updating pod tsf/patch-tekton-config-cxqsj I0521 23:14:36.311058 3666 pod.go:62] [tsf/patch-tekton-config-cxqsj] pod update took 14.113135ms I0521 23:14:36.311083 3666 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-cxqsj] addLogicalPort annotation time took 14.142447ms I0521 23:14:36.312509 3666 pods.go:271] [tsf/patch-tekton-config-cxqsj] addLogicalPort took 15.687836ms, libovsdb time 996.256µs I0521 23:14:36.676989 3666 cni.go:452] [tsf/patch-tekton-config-cxqsj 4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-cxqsj 4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777 network default NAD default NAD key ] I0521 23:14:36.686554 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-cxqsj, hostIfaceName: 4ce5e5953d9f04c, network: default, NAD default, SandboxID: "4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777", PCI device ID: , UID: "bd688209-a36d-487b-8b6b-4d159ff68c03", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0521 23:14:36.737741 3666 cni.go:473] [tsf/patch-tekton-config-cxqsj 4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-cxqsj 4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:48:5d:8d:7a:b3\",\"name\":\"4ce5e5953d9f04c\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35a014df-2af7-4d52-b3dc-9c70e63a53e7\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:14:38.544970 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=59 I0521 23:14:44.371255 3666 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.371832 3666 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.440268 3666 cni.go:452] [tsf/patch-tekton-config-cxqsj 4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-cxqsj 4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777 network default NAD default NAD key ] I0521 23:14:44.525730 3666 cni.go:473] [tsf/patch-tekton-config-cxqsj 4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-cxqsj 4ce5e5953d9f04c99669c6e6576c569ce83a2548750c113e9a77d54cf5edb777 network default NAD default NAD key default], result "{}", err I0521 23:14:44.574496 3666 obj_retry.go:498] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:44.574530 3666 pods.go:176] Deleting pod: tsf/patch-tekton-config-cxqsj I0521 23:14:44.575905 3666 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-cxqsj, ips: 10.129.0.46 I0521 23:14:44.575933 3666 obj_retry.go:498] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:45.255295 3666 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.255318 3666 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8xpzk-jxpgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.454330 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.454358 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:45.558068 3666 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-wpjfc] creating logical port tsf_tsf-tekton-configuration-wpjfc for pod on switch ip-10-0-2-206.ec2.internal I0521 23:14:45.558188 3666 kube.go:256] Updating pod tsf/tsf-tekton-configuration-wpjfc I0521 23:14:45.571159 3666 pod.go:62] [tsf/tsf-tekton-configuration-wpjfc] pod update took 12.992883ms I0521 23:14:45.571182 3666 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-wpjfc] addLogicalPort annotation time took 13.022843ms I0521 23:14:45.572572 3666 pods.go:271] [tsf/tsf-tekton-configuration-wpjfc] addLogicalPort took 14.524198ms, libovsdb time 1.034228ms I0521 23:14:45.919495 3666 cni.go:452] [tsf/tsf-tekton-configuration-wpjfc 643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-wpjfc 643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5 network default NAD default NAD key ] I0521 23:14:45.928598 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-wpjfc, hostIfaceName: 643055b9b28cf8d, network: default, NAD default, SandboxID: "643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5", PCI device ID: , UID: "f39df82f-93d2-4762-ab99-aac060e0d3bb", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0521 23:14:45.978213 3666 cni.go:473] [tsf/tsf-tekton-configuration-wpjfc 643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-wpjfc 643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:30:b3:4b:1b:89\",\"name\":\"643055b9b28cf8d\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/080bbaaf-637f-4ad0-a21a-9d114d20fbc0\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:14:47.312180 3666 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:47.312865 3666 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:48.186620 3666 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:48.186646 3666 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-ksfft-zsv96 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:49.646856 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0521 23:14:50.477738 3666 cni.go:452] [tsf/tsf-tekton-configuration-wpjfc 643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-wpjfc 643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5 network default NAD default NAD key ] I0521 23:14:50.562780 3666 cni.go:473] [tsf/tsf-tekton-configuration-wpjfc 643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-wpjfc 643055b9b28cf8dc96fd0e38d389bcd4cad140d80a87af206c3f6863bdd23de5 network default NAD default NAD key default], result "{}", err I0521 23:14:50.613481 3666 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpjfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:50.613516 3666 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-wpjfc I0521 23:14:50.614739 3666 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-wpjfc, ips: 10.129.0.47 I0521 23:14:50.614771 3666 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-wpjfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:51.636958 3666 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpjfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.636985 3666 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-wpjfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.673964 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.673986 3666 obj_retry.go:492] Detected object tsf/patch-tekton-config-cxqsj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:51.679467 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-cxqsj I0521 23:14:51.679500 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-cxqsj W0521 23:14:52.201546 3666 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0521 23:14:52.357836 3666 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-206.ec2.internal I0521 23:14:52.357982 3666 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0521 23:14:52.377600 3666 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 19.635353ms I0521 23:14:52.377623 3666 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 19.666244ms I0521 23:14:52.379003 3666 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 21.1888ms, libovsdb time 954.054µs I0521 23:14:52.716923 3666 cni.go:452] [tsf-tpa/pre-install-tsf-tpa f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088 network default NAD default NAD key ] I0521 23:14:52.726286 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: f5aa90ca5502e15, network: default, NAD default, SandboxID: "f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088", PCI device ID: , UID: "c55ff47a-4e01-4163-abea-221fd906d223", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0521 23:14:52.778197 3666 cni.go:473] [tsf-tpa/pre-install-tsf-tpa f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:c3:32:40:c2:fe\",\"name\":\"f5aa90ca5502e15\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c03766ea-4d54-4698-a33a-4432d92612ea\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:14:53.165078 3666 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-687dc7d7fb-rg2f5] creating logical port tsf-tas_ctlog-687dc7d7fb-rg2f5 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:14:53.165160 3666 kube.go:256] Updating pod tsf-tas/ctlog-687dc7d7fb-rg2f5 I0521 23:14:53.181865 3666 pod.go:62] [tsf-tas/ctlog-687dc7d7fb-rg2f5] pod update took 16.721823ms I0521 23:14:53.181935 3666 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-687dc7d7fb-rg2f5] addLogicalPort annotation time took 16.799735ms I0521 23:14:53.183190 3666 pods.go:271] [tsf-tas/ctlog-687dc7d7fb-rg2f5] addLogicalPort took 18.125511ms, libovsdb time 837.017µs W0521 23:14:53.285198 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 23:14:53.528595 3666 cni.go:452] [tsf-tas/ctlog-687dc7d7fb-rg2f5 78072a9fa53a77fc6d7a313bfbbdaad5f3fbd3aeb2f2934ec899c48093e598e6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-687dc7d7fb-rg2f5 78072a9fa53a77fc6d7a313bfbbdaad5f3fbd3aeb2f2934ec899c48093e598e6 network default NAD default NAD key ] I0521 23:14:53.537983 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-687dc7d7fb-rg2f5, hostIfaceName: 78072a9fa53a77f, network: default, NAD default, SandboxID: "78072a9fa53a77fc6d7a313bfbbdaad5f3fbd3aeb2f2934ec899c48093e598e6", PCI device ID: , UID: "e37ed46d-0cb3-4bdd-8e62-b5c180a29a32", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0521 23:14:53.590809 3666 cni.go:473] [tsf-tas/ctlog-687dc7d7fb-rg2f5 78072a9fa53a77fc6d7a313bfbbdaad5f3fbd3aeb2f2934ec899c48093e598e6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-687dc7d7fb-rg2f5 78072a9fa53a77fc6d7a313bfbbdaad5f3fbd3aeb2f2934ec899c48093e598e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:4e:91:d2:55:e2\",\"name\":\"78072a9fa53a77f\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3aeeb8a9-6a33-4f18-9547-57f933da9023\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:14:55.508129 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 23:14:55.514345 3666 cni.go:452] [tsf-tpa/pre-install-tsf-tpa f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088 network default NAD default NAD key ] I0521 23:14:55.604994 3666 cni.go:473] [tsf-tpa/pre-install-tsf-tpa f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa f5aa90ca5502e151bcfa57261f0fdb64e1753df0e1c2125aed0fb0a50afdd088 network default NAD default NAD key default], result "{}", err I0521 23:14:55.655077 3666 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:55.655110 3666 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0521 23:14:55.656416 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.129.0.48 I0521 23:14:55.656443 3666 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:14:55.676044 3666 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:55.676065 3666 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:14:55.683025 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 23:14:55.683051 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 23:14:55.900051 3666 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-206.ec2.internal I0521 23:14:55.900138 3666 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0521 23:14:55.915060 3666 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.942832ms I0521 23:14:55.915082 3666 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.969149ms I0521 23:14:55.916368 3666 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.33177ms, libovsdb time 904.476µs I0521 23:14:56.258090 3666 cni.go:452] [tsf-tpa/test-tsf-tpa f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4 network default NAD default NAD key ] I0521 23:14:56.268126 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: f2f1aabd2476a23, network: default, NAD default, SandboxID: "f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4", PCI device ID: , UID: "7cb127a1-201c-4715-9535-6bc277ee460a", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0521 23:14:56.317710 3666 cni.go:473] [tsf-tpa/test-tsf-tpa f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:87:6d:c9:42:d4\",\"name\":\"f2f1aabd2476a23\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa9d0d63-1803-46a5-b879-dabcae85033b\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:14:56.971558 3666 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-5bfc7] creating logical port tsf-tpa_create-db-5bfc7 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:14:56.971647 3666 kube.go:256] Updating pod tsf-tpa/create-db-5bfc7 I0521 23:14:56.984441 3666 pod.go:62] [tsf-tpa/create-db-5bfc7] pod update took 12.818296ms I0521 23:14:56.984463 3666 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-5bfc7] addLogicalPort annotation time took 12.8449ms I0521 23:14:56.985825 3666 pods.go:271] [tsf-tpa/create-db-5bfc7] addLogicalPort took 14.283397ms, libovsdb time 967.353µs I0521 23:14:57.332237 3666 cni.go:452] [tsf-tpa/create-db-5bfc7 2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-5bfc7 2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703 network default NAD default NAD key ] I0521 23:14:57.341848 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-5bfc7, hostIfaceName: 2e6c1071c0e7548, network: default, NAD default, SandboxID: "2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703", PCI device ID: , UID: "9110d753-226e-4a98-9c08-26063d11800a", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0521 23:14:57.393540 3666 cni.go:473] [tsf-tpa/create-db-5bfc7 2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-5bfc7 2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:34:2c:71:88:1a\",\"name\":\"2e6c1071c0e7548\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f066a765-34d1-4bad-9097-a879094b46bd\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:14:59.245827 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 23:15:01.558816 3666 cni.go:452] [tsf-tpa/create-db-5bfc7 2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-5bfc7 2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703 network default NAD default NAD key ] I0521 23:15:01.645258 3666 cni.go:473] [tsf-tpa/create-db-5bfc7 2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-5bfc7 2e6c1071c0e7548042e71816ff451546309c5cfcec05021f31320ef962820703 network default NAD default NAD key default], result "{}", err I0521 23:15:01.694092 3666 obj_retry.go:498] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:01.694120 3666 pods.go:176] Deleting pod: tsf-tpa/create-db-5bfc7 I0521 23:15:01.695505 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-5bfc7, ips: 10.129.0.51 I0521 23:15:01.695528 3666 obj_retry.go:498] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:02.734130 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:02.734151 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:02.890563 3666 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-dc2tk] creating logical port tsf-tpa_migrate-db-dc2tk for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:02.890648 3666 kube.go:256] Updating pod tsf-tpa/migrate-db-dc2tk I0521 23:15:02.914837 3666 pod.go:62] [tsf-tpa/migrate-db-dc2tk] pod update took 24.208472ms I0521 23:15:02.914861 3666 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-dc2tk] addLogicalPort annotation time took 24.238762ms I0521 23:15:02.916122 3666 pods.go:271] [tsf-tpa/migrate-db-dc2tk] addLogicalPort took 25.577081ms, libovsdb time 839.62µs I0521 23:15:03.162045 3666 namespace.go:142] [openshift-pipelines] updating namespace I0521 23:15:03.252243 3666 cni.go:452] [tsf-tpa/migrate-db-dc2tk d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-dc2tk d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5 network default NAD default NAD key ] I0521 23:15:03.262549 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-dc2tk, hostIfaceName: d1c6cdcfc58f992, network: default, NAD default, SandboxID: "d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5", PCI device ID: , UID: "acc026d7-c12c-4afc-b545-0f0994a1c7be", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0521 23:15:03.312991 3666 cni.go:473] [tsf-tpa/migrate-db-dc2tk d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-dc2tk d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:68:6b:bc:55:38\",\"name\":\"d1c6cdcfc58f992\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24b6321e-5e33-43b2-9a99-335624f61a7a\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:15:05.587917 3666 cni.go:452] [tsf-tpa/migrate-db-dc2tk d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-dc2tk d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5 network default NAD default NAD key ] I0521 23:15:05.695573 3666 cni.go:473] [tsf-tpa/migrate-db-dc2tk d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-dc2tk d1c6cdcfc58f992a97794b4c44f0025a736e2f5d5a7204a935542374f652eed5 network default NAD default NAD key default], result "{}", err I0521 23:15:05.745339 3666 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:05.745397 3666 pods.go:176] Deleting pod: tsf-tpa/migrate-db-dc2tk I0521 23:15:05.746686 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-dc2tk, ips: 10.129.0.52 I0521 23:15:05.746712 3666 obj_retry.go:498] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:05.912671 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:05.912701 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:06.140434 3666 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-f562x] creating logical port tsf-tpa_create-importers-f562x for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:06.140525 3666 kube.go:256] Updating pod tsf-tpa/create-importers-f562x I0521 23:15:06.153526 3666 pod.go:62] [tsf-tpa/create-importers-f562x] pod update took 13.02274ms I0521 23:15:06.153567 3666 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-f562x] addLogicalPort annotation time took 13.069474ms I0521 23:15:06.154985 3666 pods.go:271] [tsf-tpa/create-importers-f562x] addLogicalPort took 14.567111ms, libovsdb time 953.93µs I0521 23:15:06.500094 3666 cni.go:452] [tsf-tpa/create-importers-f562x 33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-f562x 33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9 network default NAD default NAD key ] I0521 23:15:06.509394 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-f562x, hostIfaceName: 33325680ddf5a55, network: default, NAD default, SandboxID: "33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9", PCI device ID: , UID: "3aa83207-f0a8-4607-a7fb-53cc89778cdb", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] W0521 23:15:06.526835 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0521 23:15:06.566490 3666 cni.go:473] [tsf-tpa/create-importers-f562x 33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-f562x 33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:14:a4:91:17:cf\",\"name\":\"33325680ddf5a55\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/204896cf-3aa0-4ab3-a205-53ef885988ce\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:15:06.664452 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0521 23:15:08.610424 3666 cni.go:452] [tsf-tpa/create-importers-f562x 33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-f562x 33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9 network default NAD default NAD key ] I0521 23:15:08.694400 3666 cni.go:473] [tsf-tpa/create-importers-f562x 33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-f562x 33325680ddf5a55f7d9cb240d0ad96b8076eb8b5f5348740f2aa2add03e1e0a9 network default NAD default NAD key default], result "{}", err I0521 23:15:08.743905 3666 obj_retry.go:498] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:08.743942 3666 pods.go:176] Deleting pod: tsf-tpa/create-importers-f562x I0521 23:15:08.745512 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-f562x, ips: 10.129.0.53 I0521 23:15:08.745547 3666 obj_retry.go:498] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:09.766977 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:09.767010 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:16.021604 3666 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-hrtg5-wtsv6] creating logical port tsf-tas_tuf-repository-init-hrtg5-wtsv6 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:16.021720 3666 kube.go:256] Updating pod tsf-tas/tuf-repository-init-hrtg5-wtsv6 I0521 23:15:16.034918 3666 pod.go:62] [tsf-tas/tuf-repository-init-hrtg5-wtsv6] pod update took 13.222698ms I0521 23:15:16.034938 3666 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-hrtg5-wtsv6] addLogicalPort annotation time took 13.249804ms I0521 23:15:16.036545 3666 pods.go:271] [tsf-tas/tuf-repository-init-hrtg5-wtsv6] addLogicalPort took 14.961253ms, libovsdb time 1.17985ms W0521 23:15:18.355051 3666 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 23:15:20.511680 3666 cni.go:452] [tsf-tas/tuf-repository-init-hrtg5-wtsv6 1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-hrtg5-wtsv6 1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe network default NAD default NAD key ] I0521 23:15:20.520688 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-hrtg5-wtsv6, hostIfaceName: 1b1b4c14bd1d4ca, network: default, NAD default, SandboxID: "1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe", PCI device ID: , UID: "8c2eec3b-48e0-476c-a434-65f9dfa8859b", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0521 23:15:20.571332 3666 cni.go:473] [tsf-tas/tuf-repository-init-hrtg5-wtsv6 1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-hrtg5-wtsv6 1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:4d:7c:c3:12:90\",\"name\":\"1b1b4c14bd1d4ca\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae7b2981-c44d-44d8-869c-dffa61352b9a\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:15:27.728569 3666 cni.go:452] [tsf-tas/tuf-repository-init-hrtg5-wtsv6 1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-hrtg5-wtsv6 1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe network default NAD default NAD key ] I0521 23:15:27.814502 3666 cni.go:473] [tsf-tas/tuf-repository-init-hrtg5-wtsv6 1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-hrtg5-wtsv6 1b1b4c14bd1d4ca27fdf57bcef8467a2078a84577d0fde4fddef3d763ba4e1fe network default NAD default NAD key default], result "{}", err I0521 23:15:27.864159 3666 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:27.864199 3666 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-hrtg5-wtsv6 I0521 23:15:27.865521 3666 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-hrtg5-wtsv6, ips: 10.129.0.54 I0521 23:15:27.865555 3666 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:28.745602 3666 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:28.745630 3666 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-hrtg5-wtsv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:32.653546 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0521 23:15:33.144567 3666 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-vlljf] creating logical port tsf-tas_tuf-97fc8ff76-vlljf for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:33.144697 3666 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-vlljf I0521 23:15:33.161814 3666 pod.go:62] [tsf-tas/tuf-97fc8ff76-vlljf] pod update took 17.13916ms I0521 23:15:33.161837 3666 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-vlljf] addLogicalPort annotation time took 17.169166ms I0521 23:15:33.163050 3666 pods.go:271] [tsf-tas/tuf-97fc8ff76-vlljf] addLogicalPort took 18.504039ms, libovsdb time 830.663µs I0521 23:15:33.550894 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=524 I0521 23:15:41.009180 3666 cni.go:452] [tsf-tas/tuf-97fc8ff76-vlljf a25a60ef8d0d9c27073e9862841e10e266d4a937465d3d9a2190bf2221327f26 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-vlljf a25a60ef8d0d9c27073e9862841e10e266d4a937465d3d9a2190bf2221327f26 network default NAD default NAD key ] I0521 23:15:41.018577 3666 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-vlljf, hostIfaceName: a25a60ef8d0d9c2, network: default, NAD default, SandboxID: "a25a60ef8d0d9c27073e9862841e10e266d4a937465d3d9a2190bf2221327f26", PCI device ID: , UID: "5ed58063-2891-4595-b9bb-5d980bcfdcf6", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0521 23:15:41.069729 3666 cni.go:473] [tsf-tas/tuf-97fc8ff76-vlljf a25a60ef8d0d9c27073e9862841e10e266d4a937465d3d9a2190bf2221327f26 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-vlljf a25a60ef8d0d9c27073e9862841e10e266d4a937465d3d9a2190bf2221327f26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:0f:3b:e7:59:16\",\"name\":\"a25a60ef8d0d9c2\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e02ebd45-2244-44d9-af55-a96806feb67e\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:15:45.838571 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0521 23:15:46.849477 3666 cni.go:452] [tsf-tpa/test-tsf-tpa f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4 network default NAD default NAD key ] I0521 23:15:46.927929 3666 cni.go:473] [tsf-tpa/test-tsf-tpa f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa f2f1aabd2476a23ae36da4aec402f2650617e3092ac2906ccc0ce618936313d4 network default NAD default NAD key default], result "{}", err I0521 23:15:46.980205 3666 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:46.980242 3666 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0521 23:15:46.981584 3666 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.129.0.50 I0521 23:15:46.981616 3666 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:15:47.021331 3666 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:47.021356 3666 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:15:47.028793 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 23:15:47.028816 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 23:15:47.796848 3666 namespace.go:98] [image-controller] adding namespace I0521 23:15:47.796862 3666 namespace.go:98] [build-service] adding namespace I0521 23:15:47.797604 3666 namespace.go:98] [integration-service] adding namespace I0521 23:15:47.797738 3666 namespace.go:102] [image-controller] adding namespace took 867.006µs I0521 23:15:47.797951 3666 namespace.go:98] [default-tenant] adding namespace I0521 23:15:47.798477 3666 namespace.go:102] [build-service] adding namespace took 1.600873ms I0521 23:15:47.799064 3666 namespace.go:102] [integration-service] adding namespace took 1.444241ms I0521 23:15:47.799548 3666 namespace.go:102] [default-tenant] adding namespace took 1.587562ms I0521 23:15:47.862066 3666 namespace.go:142] [image-controller] updating namespace I0521 23:15:47.912145 3666 namespace.go:142] [image-controller] updating namespace I0521 23:15:47.949610 3666 namespace.go:142] [build-service] updating namespace I0521 23:15:48.012280 3666 namespace.go:142] [build-service] updating namespace I0521 23:15:48.031785 3666 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.062398 3666 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.093789 3666 namespace.go:142] [default-tenant] updating namespace I0521 23:15:48.128002 3666 namespace.go:142] [build-service] updating namespace I0521 23:15:48.139896 3666 namespace.go:142] [default-tenant] updating namespace I0521 23:15:48.168310 3666 namespace.go:142] [integration-service] updating namespace I0521 23:15:48.282910 3666 namespace.go:98] [release-service] adding namespace I0521 23:15:48.283870 3666 namespace.go:102] [release-service] adding namespace took 936.902µs I0521 23:15:48.407793 3666 namespace.go:142] [release-service] updating namespace I0521 23:15:48.422964 3666 namespace.go:142] [release-service] updating namespace I0521 23:15:48.479146 3666 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:48.479239 3666 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0521 23:15:48.520976 3666 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 41.75899ms I0521 23:15:48.520998 3666 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 41.787864ms I0521 23:15:48.522162 3666 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 43.035905ms, libovsdb time 800.645µs I0521 23:15:48.528062 3666 namespace.go:142] [konflux-ui] updating namespace I0521 23:15:48.759979 3666 namespace.go:98] [konflux-info] adding namespace I0521 23:15:48.760838 3666 namespace.go:102] [konflux-info] adding namespace took 834.732µs I0521 23:15:48.790268 3666 cni.go:452] [konflux-ui/test-tsf-konflux b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5 network default NAD default NAD key ] I0521 23:15:48.799657 3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: b1d6d1c05fee847, network: default, NAD default, SandboxID: "b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5", PCI device ID: , UID: "ba0ed89e-84b0-4a23-9b03-07f71d0e641c", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0521 23:15:48.832111 3666 namespace.go:142] [konflux-info] updating namespace I0521 23:15:48.850462 3666 cni.go:473] [konflux-ui/test-tsf-konflux b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:bb:67:c7:7c:19\",\"name\":\"b1d6d1c05fee847\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5dc6472-f861-4a61-8ddd-5e16264a1cc0\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:15:48.871298 3666 namespace.go:98] [namespace-lister] adding namespace I0521 23:15:48.871417 3666 namespace.go:142] [konflux-info] updating namespace I0521 23:15:48.872040 3666 namespace.go:102] [namespace-lister] adding namespace took 725.344µs I0521 23:15:48.941984 3666 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:48.994011 3666 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:49.023468 3666 namespace.go:98] [enterprise-contract-service] adding namespace I0521 23:15:49.024255 3666 namespace.go:102] [enterprise-contract-service] adding namespace took 767.931µs I0521 23:15:49.122688 3666 namespace.go:142] [image-controller] updating namespace I0521 23:15:49.122743 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:49.248095 3666 namespace.go:142] [default-tenant] updating namespace I0521 23:15:49.378003 3666 namespace.go:98] [segment-bridge] adding namespace I0521 23:15:49.378908 3666 namespace.go:102] [segment-bridge] adding namespace took 881.233µs I0521 23:15:49.398170 3666 namespace.go:98] [konflux-cli] adding namespace I0521 23:15:49.398948 3666 namespace.go:102] [konflux-cli] adding namespace took 759.132µs I0521 23:15:49.435511 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:49.471151 3666 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 23:15:49.471768 3666 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 23:15:49.471787 3666 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 23:15:49.474289 3666 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 23:15:49.513334 3666 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 23:15:49.513363 3666 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 23:15:49.514138 3666 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 23:15:50.125344 3666 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-gh8k7] creating logical port namespace-lister_namespace-lister-696b855848-gh8k7 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:50.125467 3666 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-gh8k7 I0521 23:15:50.154667 3666 pod.go:62] [namespace-lister/namespace-lister-696b855848-gh8k7] pod update took 29.227563ms I0521 23:15:50.154690 3666 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-gh8k7] addLogicalPort annotation time took 29.255575ms I0521 23:15:50.155941 3666 pods.go:271] [namespace-lister/namespace-lister-696b855848-gh8k7] addLogicalPort took 30.614743ms, libovsdb time 865.559µs I0521 23:15:50.163912 3666 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:50.399139 3666 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:50.533216 3666 namespace.go:142] [build-service] updating namespace I0521 23:15:50.567359 3666 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.582052 3666 namespace.go:142] [image-controller] updating namespace I0521 23:15:50.599301 3666 namespace.go:142] [integration-service] updating namespace I0521 23:15:50.606755 3666 namespace.go:142] [release-service] updating namespace I0521 23:15:50.655864 3666 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:50.702049 3666 namespace.go:142] [build-service] updating namespace I0521 23:15:50.711902 3666 namespace.go:142] [build-service] updating namespace I0521 23:15:50.759866 3666 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.814341 3666 namespace.go:142] [default-tenant] updating namespace I0521 23:15:50.814376 3666 namespace.go:142] [image-controller] updating namespace I0521 23:15:50.877947 3666 namespace.go:142] [integration-service] updating namespace I0521 23:15:50.928731 3666 namespace.go:142] [image-controller] updating namespace I0521 23:15:50.995425 3666 namespace.go:142] [release-service] updating namespace I0521 23:15:51.093231 3666 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:51.118097 3666 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-zr494] creating logical port image-controller_image-controller-controller-manager-6f859968fc-zr494 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:51.118189 3666 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-zr494 I0521 23:15:51.199110 3666 namespace.go:142] [integration-service] updating namespace I0521 23:15:51.250018 3666 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-zr494] pod update took 131.853692ms I0521 23:15:51.250044 3666 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-zr494] addLogicalPort annotation time took 131.886012ms I0521 23:15:51.251309 3666 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-zr494] addLogicalPort took 133.225383ms, libovsdb time 895.858µs I0521 23:15:51.506268 3666 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5d7f6d7dc7-zlb79] creating logical port konflux-ui_proxy-5d7f6d7dc7-zlb79 for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:51.506268 3666 namespace.go:142] [release-service] updating namespace I0521 23:15:51.506374 3666 kube.go:256] Updating pod konflux-ui/proxy-5d7f6d7dc7-zlb79 I0521 23:15:51.694734 3666 pod.go:62] [konflux-ui/proxy-5d7f6d7dc7-zlb79] pod update took 188.388071ms I0521 23:15:51.694763 3666 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5d7f6d7dc7-zlb79] addLogicalPort annotation time took 188.425104ms I0521 23:15:51.696270 3666 pods.go:271] [konflux-ui/proxy-5d7f6d7dc7-zlb79] addLogicalPort took 190.019334ms, libovsdb time 1.062241ms I0521 23:15:51.715784 3666 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-f8v7k for pod on switch ip-10-0-2-206.ec2.internal I0521 23:15:51.715892 3666 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k I0521 23:15:51.865528 3666 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k] pod update took 149.675263ms I0521 23:15:51.865553 3666 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k] addLogicalPort annotation time took 149.705922ms I0521 23:15:51.867316 3666 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k] addLogicalPort took 151.552786ms, libovsdb time 1.177273ms I0521 23:15:51.877379 3666 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-zr494 7a6e96e2bfda34dc25b82e8a9914608a9658b8713b1a5cdbb4f5a1162dbf8eba network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-zr494 7a6e96e2bfda34dc25b82e8a9914608a9658b8713b1a5cdbb4f5a1162dbf8eba network default NAD default NAD key ] I0521 23:15:51.889609 3666 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-zr494, hostIfaceName: 7a6e96e2bfda34d, network: default, NAD default, SandboxID: "7a6e96e2bfda34dc25b82e8a9914608a9658b8713b1a5cdbb4f5a1162dbf8eba", PCI device ID: , UID: "5f53d2f9-8a20-4dc2-9d6b-6581eff573f5", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0521 23:15:51.955433 3666 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-zr494 7a6e96e2bfda34dc25b82e8a9914608a9658b8713b1a5cdbb4f5a1162dbf8eba network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-zr494 7a6e96e2bfda34dc25b82e8a9914608a9658b8713b1a5cdbb4f5a1162dbf8eba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:26:f9:25:3b:85\",\"name\":\"7a6e96e2bfda34d\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eabf1b3e-f667-4bb9-a3ab-a11ba4239f0e\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:15:53.413951 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:53.612388 3666 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:53.818383 3666 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.016131 3666 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.216169 3666 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:54.332831 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:54.347913 3666 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:54.361805 3666 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.375579 3666 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.401506 3666 namespace.go:142] [segment-bridge] updating namespace I0521 23:15:54.462987 3666 namespace.go:142] [enterprise-contract-service] updating namespace I0521 23:15:54.543044 3666 namespace.go:142] [konflux-cli] updating namespace I0521 23:15:54.626574 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 23:15:54.643374 3666 namespace.go:142] [konflux-info] updating namespace I0521 23:15:54.744165 3666 namespace.go:142] [namespace-lister] updating namespace I0521 23:15:54.845348 3666 namespace.go:142] [segment-bridge] updating namespace W0521 23:15:55.623980 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 23:15:56.853403 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0521 23:15:58.193250 3666 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k cd75eeb60f9f110913d08462809d740e96bb8c1def3187a9fded1dce449d7517 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k cd75eeb60f9f110913d08462809d740e96bb8c1def3187a9fded1dce449d7517 network default NAD default NAD key ] I0521 23:15:58.202741 3666 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-f8v7k, hostIfaceName: cd75eeb60f9f110, network: default, NAD default, SandboxID: "cd75eeb60f9f110913d08462809d740e96bb8c1def3187a9fded1dce449d7517", PCI device ID: , UID: "d7eec2ed-d91f-4966-acad-3d622cbe3a81", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0521 23:15:58.256058 3666 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k cd75eeb60f9f110913d08462809d740e96bb8c1def3187a9fded1dce449d7517 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-f8v7k cd75eeb60f9f110913d08462809d740e96bb8c1def3187a9fded1dce449d7517 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:7c:71:ae:f4:85\",\"name\":\"cd75eeb60f9f110\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e833304a-5b53-4d85-b03b-3b931ad0700b\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 23:15:58.328162 3666 cni.go:452] [namespace-lister/namespace-lister-696b855848-gh8k7 f396ebdcff6d4f025083fa4cffec6c6cd3ac85c3109bfe60bab959a3bbe78339 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-gh8k7 f396ebdcff6d4f025083fa4cffec6c6cd3ac85c3109bfe60bab959a3bbe78339 network default NAD default NAD key ] I0521 23:15:58.337474 3666 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-gh8k7, hostIfaceName: f396ebdcff6d4f0, network: default, NAD default, SandboxID: "f396ebdcff6d4f025083fa4cffec6c6cd3ac85c3109bfe60bab959a3bbe78339", PCI device ID: , UID: "723ad1ce-35a9-4dff-be50-eff89d08e1e6", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0521 23:15:58.388673 3666 cni.go:473] [namespace-lister/namespace-lister-696b855848-gh8k7 f396ebdcff6d4f025083fa4cffec6c6cd3ac85c3109bfe60bab959a3bbe78339 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-gh8k7 f396ebdcff6d4f025083fa4cffec6c6cd3ac85c3109bfe60bab959a3bbe78339 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:76:f2:b5:0c:bd\",\"name\":\"f396ebdcff6d4f0\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f4f31b9-21c0-43a3-818b-a6e126cafcef\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:15:58.647066 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:15:58.647932 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:15:58.680923 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 23:15:58.682063 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 23:15:58.956092 3666 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 23:15:59.785003 3666 cni.go:452] [konflux-ui/proxy-5d7f6d7dc7-zlb79 898fcae4c9467b6216e01c27a996c7fb09944faac43d57d09890c33948342cd3 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5d7f6d7dc7-zlb79 898fcae4c9467b6216e01c27a996c7fb09944faac43d57d09890c33948342cd3 network default NAD default NAD key ] I0521 23:15:59.795547 3666 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5d7f6d7dc7-zlb79, hostIfaceName: 898fcae4c9467b6, network: default, NAD default, SandboxID: "898fcae4c9467b6216e01c27a996c7fb09944faac43d57d09890c33948342cd3", PCI device ID: , UID: "293f74a9-af6f-4a7c-8db0-8ba47a77aeca", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0521 23:15:59.850667 3666 cni.go:473] [konflux-ui/proxy-5d7f6d7dc7-zlb79 898fcae4c9467b6216e01c27a996c7fb09944faac43d57d09890c33948342cd3 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5d7f6d7dc7-zlb79 898fcae4c9467b6216e01c27a996c7fb09944faac43d57d09890c33948342cd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:a5:c1:b6:b3:9a\",\"name\":\"898fcae4c9467b6\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be2339c9-c871-4da6-9d78-6447453948bc\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 23:15:59.949071 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0521 23:16:00.950033 3666 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 23:16:00.950174 3666 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 23:16:00.979476 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0521 23:16:01.668461 3666 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 23:16:05.705859 3666 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.705908 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.988002 3666 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:05.988026 3666 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:09.947342 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0521 23:16:10.002963 3666 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:10.003513 3666 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:16:10.727237 3666 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:10.727267 3666 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:16:10.730434 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 I0521 23:16:10.730461 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-9wcq5 W0521 23:16:11.959899 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 23:16:11.962346 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0521 23:16:22.538716 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0521 23:16:47.081498 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 23:16:47.081525 3666 util.go:959] Failed to build node endpoints for node ip-10-0-2-206.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 23:16:50.658617 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 23:17:15.632066 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 23:17:17.402858 3666 obj_retry.go:498] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:17.403439 3666 obj_retry.go:498] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:18.122291 3666 obj_retry.go:492] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:18.122315 3666 obj_retry.go:492] Detected object konflux-ui/proxy-5bccfb6448-2xrwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:18.130248 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5bccfb6448-2xrwv I0521 23:17:18.130267 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5bccfb6448-2xrwv I0521 23:17:20.460052 3666 cni.go:452] [konflux-ui/test-tsf-konflux b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5 network default NAD default NAD key ] I0521 23:17:20.550141 3666 cni.go:473] [konflux-ui/test-tsf-konflux b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux b1d6d1c05fee84708de78d0d1e23511cbe526dce8ae89f09432e9e20f65fdee5 network default NAD default NAD key default], result "{}", err I0521 23:17:20.604644 3666 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:20.604682 3666 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0521 23:17:20.606157 3666 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.56 I0521 23:17:20.606185 3666 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:17:20.624118 3666 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:20.624138 3666 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:17:20.631413 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 23:17:20.631440 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 23:17:35.635803 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0521 23:17:38.795159 3666 namespace.go:98] [managed-tenant-bx2s7] adding namespace I0521 23:17:38.796134 3666 namespace.go:102] [managed-tenant-bx2s7] adding namespace took 952.031µs I0521 23:17:38.829273 3666 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:38.847547 3666 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:39.849700 3666 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:39.979973 3666 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:17:40.076993 3666 namespace.go:142] [managed-tenant-bx2s7] updating namespace I0521 23:19:37.548405 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0521 23:19:51.668762 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0521 23:20:04.195289 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:04.196014 3666 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 23:20:05.067612 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:05.067642 3666 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656760-tmlwc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:20:25.549098 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=28 I0521 23:20:25.668082 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 23:21:02.646497 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 23:21:24.656901 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0521 23:21:53.545751 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=91 I0521 23:22:27.629063 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 23:22:47.547439 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=81 I0521 23:22:57.630523 3666 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0521 23:23:16.651013 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0521 23:23:21.662532 3666 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0521 23:24:04.554886 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=118 I0521 23:25:02.063406 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:02.063461 3666 obj_retry.go:492] Detected object tsf-tpa/create-db-5bfc7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:02.070718 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-5bfc7 I0521 23:25:02.070748 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-5bfc7 I0521 23:25:05.032785 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:05.032856 3666 obj_retry.go:492] Detected object tsf-tpa/migrate-db-dc2tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:05.039402 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-dc2tk I0521 23:25:05.039467 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-dc2tk I0521 23:25:09.033177 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:09.033232 3666 obj_retry.go:492] Detected object tsf-tpa/create-importers-f562x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 23:25:09.038951 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-f562x I0521 23:25:09.038980 3666 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-f562x I0521 23:25:11.542478 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0521 23:25:24.635328 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 23:26:17.639547 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0521 23:27:00.673059 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 23:27:41.552394 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0521 23:28:11.672043 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 23:28:12.649928 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 23:28:52.551011 3666 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0521 23:28:56.654514 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 23:29:10.660589 3666 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8