+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-107.ec2.internal ++ [[ -n ip-10-0-1-107.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-107.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 08:41:45.148056204 - disable conntrack on geneve port' I0507 08:41:45.148056204 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 08:41:45.186476652 - starting ovnkube-node' I0507 08:41:45.186476652 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-107.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-107.ec2.internal --init-node ip-10-0-1-107.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-107.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 08:41:45.241711 3800 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 08:41:45.241768 3800 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e9af20d7bc.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 08:41:45.243251 3800 kube.go:431] Waiting for certificate I0507 08:41:45.243296 3800 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 08:41:45.243334 3800 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 08:41:45.244108 3800 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 08:41:45.271057 3800 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:41:45.271072 3800 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:41:45.273404 3800 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:41:45.276859 3800 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xwl6v" I0507 08:41:45.286224 3800 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-xwl6v" I0507 08:41:45.286320 3800 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 08:41:46.244026 3800 kube.go:438] Certificate found I0507 08:41:46.245071 3800 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 08:41:46.246070 3800 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 08:41:46.308239 3800 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 08:41:46.313632 3800 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 08:36:45 +0000 UTC" deadline="2026-05-08 02:07:55.914423438 +0000 UTC" I0507 08:41:46.313722 3800 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h26m9.600712659s" I0507 08:41:46.323857 3800 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 08:41:46.323940 3800 factory.go:561] Starting watch factory I0507 08:41:46.324038 3800 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324043 3800 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324052 3800 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324058 3800 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324064 3800 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324067 3800 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324082 3800 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324099 3800 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324039 3800 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324221 3800 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324047 3800 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.324373 3800 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.325335 3800 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 08:41:46.325500 3800 server.go:101] MetricServer registers OVS metrics I0507 08:41:46.325752 3800 server.go:105] MetricServer registers OVN DB metrics I0507 08:41:46.328420 3800 controller_manager.go:370] Starting the ovnkube controller I0507 08:41:46.328429 3800 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-107.ec2.internal I0507 08:41:46.328483 3800 controller_manager.go:395] NBDB zone sync took: 47.114µs I0507 08:41:46.328491 3800 factory.go:561] Starting watch factory I0507 08:41:46.329987 3800 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 08:41:46.330005 3800 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 08:41:46.343172 3800 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 08:41:46.343201 3800 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 08:41:46.346619 3800 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.347508 3800 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 08:41:46.347539 3800 server.go:109] MetricServer registers OVN Controller metrics I0507 08:41:46.349519 3800 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.350345 3800 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.351216 3800 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.353920 3800 server.go:113] MetricServer registers OVN Northd metrics I0507 08:41:46.354572 3800 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.358670 3800 metrics.go:519] OVN Metrics Server starts to run ... I0507 08:41:46.364916 3800 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 08:41:46.429771 3800 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 08:41:46.429788 3800 factory.go:1977] *v1.Node informer cache synced successfully I0507 08:41:46.429792 3800 factory.go:1977] *v1.Service informer cache synced successfully I0507 08:41:46.429795 3800 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 08:41:46.429798 3800 factory.go:1977] *v1.Pod informer cache synced successfully I0507 08:41:46.429801 3800 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 08:41:46.429868 3800 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:46.429881 3800 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:46.429908 3800 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:46.429924 3800 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:46.433768 3800 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:46.433777 3800 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 08:41:46.433786 3800 factory.go:1977] *v1.Pod informer cache synced successfully I0507 08:41:46.433785 3800 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 08:41:46.433790 3800 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 08:41:46.433798 3800 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 08:41:46.433801 3800 factory.go:1977] *v1.Node informer cache synced successfully I0507 08:41:46.433804 3800 factory.go:1977] *v1.Service informer cache synced successfully I0507 08:41:46.435656 3800 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 08:41:46.435666 3800 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 08:41:46.435719 3800 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.435737 3800 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.438884 3800 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 08:41:46.438894 3800 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 08:41:46.439015 3800 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.441048 3800 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 08:41:46.441103 3800 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.441116 3800 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.443945 3800 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 08:41:46.444537 3800 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.446472 3800 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 08:41:46.446540 3800 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.446553 3800 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.449395 3800 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 08:41:46.449631 3800 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.451560 3800 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 08:41:46.451639 3800 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.451668 3800 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.454438 3800 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 08:41:46.454709 3800 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.456732 3800 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 08:41:46.456782 3800 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.456793 3800 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.459632 3800 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 08:41:46.459910 3800 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.461895 3800 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 08:41:46.462054 3800 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:41:46.462065 3800 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:41:46.464806 3800 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 08:41:46.465154 3800 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 08:41:46.467150 3800 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 08:41:46.467210 3800 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.467238 3800 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.467266 3800 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.467281 3800 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.470287 3800 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 08:41:46.470638 3800 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.470669 3800 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 08:41:46.472569 3800 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 08:41:46.472579 3800 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 08:41:46.472586 3800 factory.go:680] Watch Factory start up complete, took: 148.65121ms I0507 08:41:46.472681 3800 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 08:41:46.476019 3800 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 08:41:46.476029 3800 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 08:41:46.476036 3800 factory.go:680] Watch Factory start up complete, took: 147.54389ms I0507 08:41:46.476043 3800 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-107.ec2.internal" zone I0507 08:41:46.514567 3800 default_node_network_controller.go:710] Initializing the default node network controller I0507 08:41:46.598889 3800 udn_isolation.go:101] Starting UDN host isolation manager I0507 08:41:46.604811 3800 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 08:41:46.671775 3800 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 08:41:46.671865 3800 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 08:41:46.671882 3800 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 08:41:46.703943 3800 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 08:41:46.704006 3800 default_node_network_controller.go:809] Node ip-10-0-1-107.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0507 08:41:46.710185 3800 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.107"] k8s.ovn.org/zone-name:ip-10-0-1-107.ec2.internal] on node ip-10-0-1-107.ec2.internal I0507 08:41:46.734739 3800 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 08:41:46.740693 3800 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 08:41:46.740871 3800 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0507 08:41:46.741052 3800 gateway_init.go:263] Preparing Gateway I0507 08:41:46.741066 3800 gateway_shared_intf.go:1687] Creating new gateway I0507 08:41:46.845464 3800 iptables.go:108] Creating table: filter chain: FORWARD I0507 08:41:46.851246 3800 iptables.go:108] Creating table: filter chain: OUTPUT I0507 08:41:46.857044 3800 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 08:41:46.857058 3800 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-107.ec2.internal","mac-address":"0a:ff:d2:13:a9:8b","ip-addresses":["10.0.1.107/24"],"ip-address":"10.0.1.107/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2ffed36d-57c6-4c58-8f78-1e5201f21886 k8s.ovn.org/node-encap-ips:["10.0.1.107"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.107/24"} k8s.ovn.org/zone-name:ip-10-0-1-107.ec2.internal] on node ip-10-0-1-107.ec2.internal I0507 08:41:46.875999 3800 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:46.976488 3800 controller_manager.go:429] Waiting for node in zone sync took: 500.432863ms I0507 08:41:46.983033 3800 controller_manager.go:611] Switching to transit router for layer2 networks I0507 08:41:46.983046 3800 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-107.ec2.internal I0507 08:41:47.015153 3800 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 08:41:47.021366 3800 controller_manager.go:290] SCTP support detected in OVN I0507 08:41:47.021960 3800 services_controller.go:69] Creating services controller for network=default I0507 08:41:47.022056 3800 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 08:41:47.022229 3800 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 08:41:47.022298 3800 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 08:41:47.022311 3800 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 08:41:47.022319 3800 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 08:41:47.022504 3800 udn_enabled_svc.go:95] Performing full resync I0507 08:41:47.022516 3800 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 08:41:47.022573 3800 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 08:41:47.022645 3800 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.219µs I0507 08:41:47.022673 3800 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 91.261µs I0507 08:41:47.022686 3800 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 110.726µs I0507 08:41:47.022694 3800 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 08:41:47.022702 3800 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 08:41:47.022714 3800 default_network_controller.go:325] Starting the default network controller I0507 08:41:47.022787 3800 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.945µs I0507 08:41:47.022819 3800 udn_enabled_svc.go:99] Waiting for handler to sync I0507 08:41:47.022836 3800 udn_enabled_svc.go:104] Starting worker I0507 08:41:47.032027 3800 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 08:41:47.032080 3800 repair.go:33] Syncing exgw routes took 41.061µs I0507 08:41:47.032100 3800 default_network_controller.go:414] Starting all the Watchers... I0507 08:41:47.032221 3800 namespace.go:98] [dedicated-admin] adding namespace I0507 08:41:47.032232 3800 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 08:41:47.032240 3800 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 08:41:47.032238 3800 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 08:41:47.032243 3800 namespace.go:98] [openshift-insights] adding namespace I0507 08:41:47.032248 3800 namespace.go:98] [openshift-controller-manager] adding namespace I0507 08:41:47.032259 3800 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 08:41:47.032268 3800 namespace.go:98] [openshift-authentication] adding namespace I0507 08:41:47.032271 3800 namespace.go:98] [openshift-config] adding namespace I0507 08:41:47.032275 3800 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 08:41:47.032279 3800 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 08:41:47.032286 3800 namespace.go:98] [openshift-node] adding namespace I0507 08:41:47.032286 3800 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 08:41:47.032293 3800 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 08:41:47.032222 3800 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 08:41:47.033151 3800 namespace.go:102] [dedicated-admin] adding namespace took 918.604µs I0507 08:41:47.033164 3800 namespace.go:98] [kube-system] adding namespace W0507 08:41:47.033182 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-dcgw5: pod kube-system/global-pull-secret-syncer-dcgw5: no pod IPs found W0507 08:41:47.033198 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-hnp68: pod kube-system/global-pull-secret-syncer-hnp68: no pod IPs found W0507 08:41:47.033203 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-hxp7x: pod kube-system/global-pull-secret-syncer-hxp7x: no pod IPs found I0507 08:41:47.033610 3800 namespace.go:102] [kube-system] adding namespace took 439.936µs I0507 08:41:47.033625 3800 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 08:41:47.034173 3800 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 1.932011ms I0507 08:41:47.034188 3800 namespace.go:98] [openshift-console-operator] adding namespace I0507 08:41:47.034603 3800 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.356838ms I0507 08:41:47.034613 3800 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 08:41:47.035050 3800 namespace.go:102] [openshift-backplane-srep] adding namespace took 2.800173ms I0507 08:41:47.035058 3800 namespace.go:98] [openshift-etcd] adding namespace I0507 08:41:47.035562 3800 namespace.go:102] [openshift-insights] adding namespace took 3.307552ms I0507 08:41:47.035576 3800 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 08:41:47.035974 3800 namespace.go:102] [openshift-controller-manager] adding namespace took 3.717108ms I0507 08:41:47.035984 3800 namespace.go:98] [openshift-console] adding namespace I0507 08:41:47.036472 3800 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.20245ms I0507 08:41:47.036486 3800 namespace.go:98] [openshift] adding namespace I0507 08:41:47.036935 3800 namespace.go:102] [openshift-authentication] adding namespace took 4.661646ms I0507 08:41:47.036945 3800 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 08:41:47.037405 3800 namespace.go:102] [openshift-config] adding namespace took 5.128519ms I0507 08:41:47.037413 3800 namespace.go:98] [openshift-backplane] adding namespace I0507 08:41:47.037843 3800 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.563602ms I0507 08:41:47.037852 3800 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 08:41:47.038298 3800 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.013805ms I0507 08:41:47.038312 3800 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 08:41:47.038685 3800 namespace.go:102] [openshift-node] adding namespace took 6.394077ms I0507 08:41:47.038695 3800 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 08:41:47.039187 3800 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.895162ms I0507 08:41:47.039195 3800 namespace.go:98] [kube-node-lease] adding namespace I0507 08:41:47.039639 3800 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.339693ms I0507 08:41:47.039648 3800 namespace.go:98] [openshift-image-registry] adding namespace I0507 08:41:47.040104 3800 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.765696ms I0507 08:41:47.040118 3800 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 08:41:47.040472 3800 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.842138ms I0507 08:41:47.040483 3800 namespace.go:98] [openshift-monitoring] adding namespace I0507 08:41:47.040955 3800 namespace.go:102] [openshift-console-operator] adding namespace took 6.760817ms I0507 08:41:47.040969 3800 namespace.go:98] [openshift-config-managed] adding namespace I0507 08:41:47.041370 3800 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.752218ms I0507 08:41:47.041383 3800 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 08:41:47.041706 3800 namespace.go:102] [openshift-etcd] adding namespace took 6.644693ms I0507 08:41:47.041717 3800 namespace.go:98] [openshift-machine-api] adding namespace I0507 08:41:47.042196 3800 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.613977ms I0507 08:41:47.042210 3800 namespace.go:98] [openshift-network-operator] adding namespace I0507 08:41:47.042653 3800 namespace.go:102] [openshift-console] adding namespace took 6.663112ms I0507 08:41:47.042666 3800 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 08:41:47.043043 3800 namespace.go:102] [openshift] adding namespace took 6.552753ms I0507 08:41:47.043055 3800 namespace.go:98] [openshift-ingress] adding namespace I0507 08:41:47.043412 3800 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.462779ms I0507 08:41:47.043423 3800 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 08:41:47.043821 3800 namespace.go:102] [openshift-backplane] adding namespace took 6.403449ms I0507 08:41:47.043832 3800 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 08:41:47.044188 3800 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.33095ms I0507 08:41:47.044201 3800 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 08:41:47.044577 3800 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.260215ms I0507 08:41:47.044589 3800 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 08:41:47.044957 3800 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.257918ms I0507 08:41:47.044969 3800 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 08:41:47.045305 3800 namespace.go:102] [kube-node-lease] adding namespace took 6.10605ms I0507 08:41:47.045316 3800 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 08:41:47.045655 3800 namespace.go:102] [openshift-image-registry] adding namespace took 5.999582ms I0507 08:41:47.045671 3800 namespace.go:98] [kube-public] adding namespace I0507 08:41:47.046063 3800 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.9402ms I0507 08:41:47.046074 3800 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 08:41:47.046434 3800 namespace.go:102] [openshift-monitoring] adding namespace took 5.946842ms I0507 08:41:47.046446 3800 namespace.go:98] [openshift-operators] adding namespace I0507 08:41:47.046791 3800 namespace.go:102] [openshift-config-managed] adding namespace took 5.815094ms I0507 08:41:47.046808 3800 namespace.go:98] [default] adding namespace I0507 08:41:47.047276 3800 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.887577ms I0507 08:41:47.047290 3800 namespace.go:98] [openshift-multus] adding namespace I0507 08:41:47.047784 3800 namespace.go:102] [openshift-machine-api] adding namespace took 6.062467ms I0507 08:41:47.047797 3800 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 08:41:47.048155 3800 namespace.go:102] [openshift-network-operator] adding namespace took 5.937883ms I0507 08:41:47.048175 3800 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 08:41:47.048719 3800 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.046259ms I0507 08:41:47.048736 3800 namespace.go:98] [openshift-apiserver] adding namespace I0507 08:41:47.049656 3800 namespace.go:102] [openshift-ingress] adding namespace took 6.595391ms I0507 08:41:47.049671 3800 namespace.go:98] [openshift-dns] adding namespace I0507 08:41:47.050041 3800 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.612762ms I0507 08:41:47.050055 3800 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 08:41:47.050583 3800 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.745944ms I0507 08:41:47.050595 3800 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 08:41:47.051036 3800 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.831961ms I0507 08:41:47.051047 3800 namespace.go:98] [openshift-marketplace] adding namespace I0507 08:41:47.051442 3800 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.848183ms I0507 08:41:47.051473 3800 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 08:41:47.051815 3800 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.837833ms I0507 08:41:47.051830 3800 namespace.go:98] [openshift-network-console] adding namespace I0507 08:41:47.052265 3800 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.944254ms I0507 08:41:47.052276 3800 namespace.go:98] [openshift-package-operator] adding namespace I0507 08:41:47.052708 3800 namespace.go:102] [kube-public] adding namespace took 7.028691ms I0507 08:41:47.052739 3800 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 08:41:47.053356 3800 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.277429ms I0507 08:41:47.053368 3800 namespace.go:98] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] adding namespace I0507 08:41:47.053926 3800 namespace.go:102] [openshift-operators] adding namespace took 7.474222ms I0507 08:41:47.053942 3800 namespace.go:98] [openshift-backplane-srep-ro] adding namespace W0507 08:41:47.054402 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8dn7v: pod openshift-multus/network-metrics-daemon-8dn7v: no pod IPs found W0507 08:41:47.054413 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-c9k9b: pod openshift-multus/network-metrics-daemon-c9k9b: no pod IPs found W0507 08:41:47.054419 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-kp7zs: pod openshift-multus/network-metrics-daemon-kp7zs: no pod IPs found I0507 08:41:47.054466 3800 namespace.go:102] [default] adding namespace took 7.637705ms I0507 08:41:47.054479 3800 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 08:41:47.054983 3800 namespace.go:102] [openshift-multus] adding namespace took 7.687577ms I0507 08:41:47.054996 3800 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 08:41:47.055570 3800 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.764625ms I0507 08:41:47.055588 3800 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 08:41:47.056215 3800 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.033886ms I0507 08:41:47.056230 3800 namespace.go:98] [openshift-config-operator] adding namespace I0507 08:41:47.056700 3800 namespace.go:102] [openshift-apiserver] adding namespace took 7.957213ms I0507 08:41:47.056716 3800 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 08:41:47.057289 3800 namespace.go:102] [openshift-dns] adding namespace took 7.613132ms I0507 08:41:47.057300 3800 namespace.go:98] [openshift-logging] adding namespace I0507 08:41:47.057814 3800 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.753246ms I0507 08:41:47.057829 3800 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0507 08:41:47.058268 3800 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.667608ms I0507 08:41:47.058733 3800 namespace.go:102] [openshift-marketplace] adding namespace took 7.680599ms I0507 08:41:47.059272 3800 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.792352ms I0507 08:41:47.059287 3800 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 08:41:47.059796 3800 namespace.go:102] [openshift-network-console] adding namespace took 7.960048ms I0507 08:41:47.060252 3800 namespace.go:102] [openshift-package-operator] adding namespace took 7.967407ms I0507 08:41:47.060796 3800 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.051092ms I0507 08:41:47.060810 3800 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 08:41:47.061249 3800 namespace.go:102] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] adding namespace took 7.87558ms I0507 08:41:47.061262 3800 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 08:41:47.061681 3800 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.732526ms I0507 08:41:47.062122 3800 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.637659ms I0507 08:41:47.062136 3800 namespace.go:98] [openshift-cluster-version] adding namespace I0507 08:41:47.062593 3800 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.591456ms I0507 08:41:47.062606 3800 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 08:41:47.063014 3800 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.419935ms I0507 08:41:47.063028 3800 namespace.go:98] [openshift-dns-operator] adding namespace I0507 08:41:47.063387 3800 namespace.go:102] [openshift-config-operator] adding namespace took 7.149521ms I0507 08:41:47.063406 3800 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 08:41:47.063852 3800 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.12844ms I0507 08:41:47.063866 3800 namespace.go:98] [openshift-host-network] adding namespace I0507 08:41:47.064419 3800 namespace.go:102] [openshift-logging] adding namespace took 7.113503ms W0507 08:41:47.064811 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jwbzv: pod openshift-network-diagnostics/network-check-target-jwbzv: no pod IPs found W0507 08:41:47.064825 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nnkwt: pod openshift-network-diagnostics/network-check-target-nnkwt: no pod IPs found W0507 08:41:47.064832 3800 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-pvh25: pod openshift-network-diagnostics/network-check-target-pvh25: no pod IPs found I0507 08:41:47.064856 3800 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.021654ms I0507 08:41:47.065303 3800 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.011166ms I0507 08:41:47.065316 3800 namespace.go:98] [openshift-infra] adding namespace I0507 08:41:47.065668 3800 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.853638ms I0507 08:41:47.066179 3800 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.911958ms I0507 08:41:47.066193 3800 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 08:41:47.066590 3800 namespace.go:102] [openshift-cluster-version] adding namespace took 4.448998ms I0507 08:41:47.066995 3800 namespace.go:102] [openshift-kube-scheduler] adding namespace took 4.382891ms I0507 08:41:47.067407 3800 namespace.go:102] [openshift-dns-operator] adding namespace took 4.374171ms I0507 08:41:47.067862 3800 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.451513ms I0507 08:41:47.068271 3800 namespace.go:102] [openshift-host-network] adding namespace took 4.401389ms I0507 08:41:47.068919 3800 namespace.go:102] [openshift-infra] adding namespace took 3.596967ms I0507 08:41:47.069349 3800 namespace.go:102] [openshift-backplane-csm] adding namespace took 3.152006ms W0507 08:41:47.069429 3800 master.go:471] Unable to parse remote node ip-10-0-0-220.ec2.internal chassis-id annotation. Chassis may be removed during sync W0507 08:41:47.069439 3800 master.go:471] Unable to parse remote node ip-10-0-2-252.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 08:41:47.069553 3800 master.go:548] Adding or Updating local node "ip-10-0-1-107.ec2.internal" for network "default" I0507 08:41:47.069637 3800 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-252.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-252.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-252.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-252.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-252.ec2.internal I0507 08:41:47.069667 3800 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-220.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-220.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-220.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-220.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-220.ec2.internal W0507 08:41:47.077482 3800 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-pvh25: pod openshift-network-diagnostics/network-check-target-pvh25: no pod IPs found W0507 08:41:47.077499 3800 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8dn7v: pod openshift-multus/network-metrics-daemon-8dn7v: no pod IPs found W0507 08:41:47.077510 3800 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-hnp68: pod kube-system/global-pull-secret-syncer-hnp68: no pod IPs found I0507 08:41:47.078499 3800 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-107.ec2.internal for the network default I0507 08:41:47.078784 3800 zone_ic_handler.go:195] Time taken to create transit switch: 273.208µs I0507 08:41:47.079468 3800 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 08:41:47.079497 3800 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 08:41:47.079510 3800 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 08:41:47.079538 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-220.ec2.internal in network "default" I0507 08:41:47.079567 3800 node_tracker.go:235] Node ip-10-0-0-220.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-220.ec2.internal" I0507 08:41:47.079579 3800 node_tracker.go:169] Node ip-10-0-0-220.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:47.079591 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:41:47.079598 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-107.ec2.internal in network "default" I0507 08:41:47.079624 3800 node_tracker.go:169] Node ip-10-0-1-107.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:47.079631 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:41:47.079639 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:41:47.079647 3800 node_tracker.go:235] Node ip-10-0-2-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal" I0507 08:41:47.079653 3800 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:47.079656 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:41:47.179811 3800 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 08:41:47.179844 3800 services_controller.go:208] Setting up event handlers for services for network=default I0507 08:41:47.179936 3800 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 08:41:47.180000 3800 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 08:41:47.180018 3800 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 08:41:47.280316 3800 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 08:41:47.280336 3800 repair.go:60] Starting repairing loop for services I0507 08:41:47.280449 3800 repair.go:131] Deleted 0 stale service LBs I0507 08:41:47.280484 3800 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 08:41:47.280499 3800 repair.go:62] Finished repairing loop for services: 165.908µs I0507 08:41:47.280522 3800 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 08:41:47.280531 3800 services_controller.go:254] Starting workers for network=default I0507 08:41:47.280821 3800 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8dn7v] creating logical port openshift-multus_network-metrics-daemon-8dn7v for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:47.280836 3800 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nnkwt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nnkwt: no pod IPs found I0507 08:41:47.280845 3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pvh25] creating logical port openshift-network-diagnostics_network-check-target-pvh25 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:47.280866 3800 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-hxp7x, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-hxp7x: suppressed error logged: pod kube-system/global-pull-secret-syncer-hxp7x: no pod IPs found I0507 08:41:47.280926 3800 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-c9k9b, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c9k9b: suppressed error logged: pod openshift-multus/network-metrics-daemon-c9k9b: no pod IPs found I0507 08:41:47.280938 3800 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hnp68] creating logical port kube-system_global-pull-secret-syncer-hnp68 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:47.280830 3800 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-kp7zs, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-kp7zs: suppressed error logged: pod openshift-multus/network-metrics-daemon-kp7zs: no pod IPs found I0507 08:41:47.280992 3800 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8dn7v I0507 08:41:47.281010 3800 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jwbzv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jwbzv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jwbzv: no pod IPs found I0507 08:41:47.280928 3800 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-dcgw5, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-dcgw5: suppressed error logged: pod kube-system/global-pull-secret-syncer-dcgw5: no pod IPs found I0507 08:41:47.281020 3800 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-hnp68 I0507 08:41:47.281018 3800 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-pvh25 I0507 08:41:47.299639 3800 pod.go:62] [kube-system/global-pull-secret-syncer-hnp68] pod update took 18.636063ms I0507 08:41:47.299657 3800 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-hnp68] addLogicalPort annotation time took 18.65579ms I0507 08:41:47.300443 3800 pods.go:271] [kube-system/global-pull-secret-syncer-hnp68] addLogicalPort took 19.515917ms, libovsdb time 569.131µs I0507 08:41:47.303800 3800 pod.go:62] [openshift-multus/network-metrics-daemon-8dn7v] pod update took 22.895063ms I0507 08:41:47.303835 3800 pod.go:62] [openshift-network-diagnostics/network-check-target-pvh25] pod update took 22.91366ms I0507 08:41:47.303855 3800 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-pvh25] addLogicalPort annotation time took 22.938513ms I0507 08:41:47.303821 3800 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8dn7v] addLogicalPort annotation time took 22.918835ms I0507 08:41:47.304837 3800 pods.go:271] [openshift-multus/network-metrics-daemon-8dn7v] addLogicalPort took 24.030362ms, libovsdb time 689.857µs I0507 08:41:47.304988 3800 pods.go:271] [openshift-network-diagnostics/network-check-target-pvh25] addLogicalPort took 24.151955ms, libovsdb time 571.251µs I0507 08:41:47.305480 3800 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 08:41:47.305504 3800 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 08:41:47.305519 3800 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 08:41:47.305526 3800 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 08:41:47.305771 3800 repair.go:29] Repairing admin network policies took 239.303µs I0507 08:41:47.305895 3800 repair.go:92] Repairing baseline admin network policies took 114.827µs I0507 08:41:47.306385 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 08:41:47.306408 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 08:41:47.308406 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 08:41:47.308432 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 08:41:47.308882 3800 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 08:41:47.308897 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 08:41:47.309641 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 08:41:47.309665 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 08:41:47.309675 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 08:41:47.311026 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 08:41:47.311047 3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 08:41:47.311058 3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 08:41:47.313223 3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 08:41:47.313242 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 08:41:47.313251 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 08:41:47.314925 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 08:41:47.314945 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 08:41:47.314953 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 08:41:47.315528 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 08:41:47.315545 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 08:41:47.315552 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 08:41:47.315926 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 08:41:47.315946 3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 08:41:47.315955 3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 08:41:47.318110 3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 08:41:47.318134 3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 08:41:47.318147 3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 08:41:47.318734 3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 08:41:47.318760 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 08:41:47.318772 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 08:41:47.320554 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 08:41:47.320581 3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 08:41:47.320593 3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 08:41:47.321247 3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 08:41:47.321269 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 08:41:47.321280 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 08:41:47.323524 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 08:41:47.323550 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 08:41:47.323564 3800 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 08:41:47.325470 3800 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 08:41:47.325488 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 08:41:47.325496 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 08:41:47.326093 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 08:41:47.326110 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 08:41:47.326145 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 08:41:47.326748 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 08:41:47.326769 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 08:41:47.326804 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 08:41:47.328266 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 08:41:47.328290 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 08:41:47.328302 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 08:41:47.328990 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 08:41:47.329013 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 08:41:47.329023 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 08:41:47.329599 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 08:41:47.329620 3800 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 08:41:47.329633 3800 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 08:41:47.330641 3800 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 08:41:47.330673 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 08:41:47.330683 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 08:41:47.331011 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 08:41:47.331033 3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 08:41:47.331042 3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 08:41:47.332031 3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 08:41:47.332053 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 08:41:47.332063 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 08:41:47.333411 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 08:41:47.333435 3800 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 08:41:47.333496 3800 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 08:41:47.334647 3800 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 08:41:47.334665 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 08:41:47.334673 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 08:41:47.335202 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 08:41:47.335219 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 08:41:47.335226 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 08:41:47.335795 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 08:41:47.335818 3800 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 08:41:47.335827 3800 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 08:41:47.336243 3800 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 08:41:47.336263 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 08:41:47.336271 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 08:41:47.337055 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 08:41:47.337086 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 08:41:47.337095 3800 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 08:41:47.337424 3800 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 08:41:47.337442 3800 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 08:41:47.337493 3800 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 08:41:47.338323 3800 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 08:41:47.343811 3800 egressfirewall.go:374] Starting EgressFirewall controller I0507 08:41:47.343845 3800 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 08:41:47.343864 3800 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 08:41:47.343870 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 08:41:47.343881 3800 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 08:41:47.343891 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 08:41:47.343917 3800 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 08:41:47.344263 3800 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 08:41:47.344278 3800 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 08:41:47.344283 3800 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 08:41:47.344291 3800 egressqos.go:193] Setting up event handlers for EgressQoS I0507 08:41:47.344305 3800 egressfirewall.go:723] Syncing node "ip-10-0-1-107.ec2.internal" for egress firewall I0507 08:41:47.344319 3800 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0507 08:41:47.344325 3800 egressfirewall.go:723] Syncing node "ip-10-0-0-220.ec2.internal" for egress firewall I0507 08:41:47.344495 3800 egressqos.go:245] Starting EgressQoS Controller I0507 08:41:47.344509 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 08:41:47.344518 3800 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 08:41:47.344552 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 08:41:47.344562 3800 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 08:41:47.344574 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 08:41:47.344580 3800 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 08:41:47.344584 3800 egressqos.go:259] Repairing EgressQoSes I0507 08:41:47.344588 3800 egressqos.go:399] Starting repairing loop for egressqos I0507 08:41:47.344673 3800 egressqos.go:401] Finished repairing loop for egressqos: 84.117µs I0507 08:41:47.344692 3800 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 08:41:47.344733 3800 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-107.ec2.internal I0507 08:41:47.344801 3800 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-107.ec2.internal : 70.604µs I0507 08:41:47.344935 3800 egressservice_zone.go:210] Starting Egress Services Controller I0507 08:41:47.344972 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 08:41:47.344985 3800 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 08:41:47.344991 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 08:41:47.344995 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 08:41:47.345000 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 08:41:47.345004 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 08:41:47.345009 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 08:41:47.345013 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 08:41:47.345029 3800 egressservice_zone.go:228] Repairing Egress Services I0507 08:41:47.345328 3800 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 08:41:47.345338 3800 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 08:41:47.345417 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-220.ec2.internal I0507 08:41:47.345429 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-220.ec2.internal: 14.693µs I0507 08:41:47.345591 3800 default_network_controller.go:585] Completing all the Watchers took 313.479153ms I0507 08:41:47.345616 3800 default_network_controller.go:589] Starting unidling controllers I0507 08:41:47.345635 3800 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 08:41:47.345647 3800 unidle.go:63] Populating Initial ContollerEvent events I0507 08:41:47.345666 3800 unidle.go:79] Setting up event handlers for services I0507 08:41:47.345769 3800 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 08:41:47.345884 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-107.ec2.internal I0507 08:41:47.345895 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-107.ec2.internal: 458.152µs I0507 08:41:47.345901 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:41:47.345905 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 3.911µs I0507 08:41:47.376954 3800 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:47.877114 3800 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:48.377925 3800 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:48.876777 3800 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:49.151549 3800 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 08:41:49.377213 3800 default_node_network_controller.go:519] Node connection status = connected I0507 08:41:49.395361 3800 bridgeconfig.go:537] Gateway is ready I0507 08:41:49.395382 3800 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 08:41:49.407232 3800 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.107. Updating OVN encap IP. I0507 08:41:49.412601 3800 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.107 - it is already configured I0507 08:41:49.412619 3800 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.107/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 08:41:49.412920 3800 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.107/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-107.ec2.internal","mac-address":"0a:ff:d2:13:a9:8b","ip-addresses":["10.0.1.107/24"],"ip-address":"10.0.1.107/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2ffed36d-57c6-4c58-8f78-1e5201f21886 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.107/24"}] on node ip-10-0-1-107.ec2.internal I0507 08:41:49.428572 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-107.ec2.internal I0507 08:41:49.428588 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-107.ec2.internal: 23.877µs I0507 08:41:49.428595 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-107.ec2.internal in network "default" I0507 08:41:49.428626 3800 egressfirewall.go:723] Syncing node "ip-10-0-1-107.ec2.internal" for egress firewall I0507 08:41:49.428651 3800 node_tracker.go:169] Node ip-10-0-1-107.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:49.428669 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:41:49.428687 3800 master.go:548] Adding or Updating local node "ip-10-0-1-107.ec2.internal" for network "default" I0507 08:41:49.429543 3800 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.107 I0507 08:41:49.429624 3800 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-107.ec2.internal I0507 08:41:49.433156 3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-107.ec2.internal. Updating no re-route policies I0507 08:41:49.433231 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7ndn9 I0507 08:41:49.433244 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xvn9w I0507 08:41:49.433247 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-s4dsr I0507 08:41:49.433257 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xvn9w I0507 08:41:49.433256 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cpbk7 I0507 08:41:49.433258 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5fg7n I0507 08:41:49.433275 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5fg7n I0507 08:41:49.433277 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cpbk7 I0507 08:41:49.433280 3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xvn9w after 0 failed attempt(s) I0507 08:41:49.433247 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7ndn9 I0507 08:41:49.433289 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-842hm I0507 08:41:49.433293 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-cpbk7 after 0 failed attempt(s) I0507 08:41:49.433296 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-107.ec2.internal I0507 08:41:49.433295 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6bhjq I0507 08:41:49.433300 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-842hm I0507 08:41:49.433303 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-107.ec2.internal I0507 08:41:49.433305 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-7ndn9 after 0 failed attempt(s) I0507 08:41:49.433309 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6bhjq I0507 08:41:49.433274 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-kp7zs I0507 08:41:49.433310 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-pvh25 I0507 08:41:49.433315 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8dn7v I0507 08:41:49.433317 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-hnp68 I0507 08:41:49.433275 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jwbzv I0507 08:41:49.433320 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-842hm after 0 failed attempt(s) I0507 08:41:49.433325 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8dn7v I0507 08:41:49.433305 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-hxp7x I0507 08:41:49.433328 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jwbzv I0507 08:41:49.433331 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6bhjq after 0 failed attempt(s) I0507 08:41:49.433333 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-hxp7x I0507 08:41:49.433330 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-dcgw5 I0507 08:41:49.433343 3800 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-107.ec2.internal I0507 08:41:49.433348 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-dcgw5 I0507 08:41:49.433352 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-107.ec2.internal I0507 08:41:49.433355 3800 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8dn7v] creating logical port openshift-multus_network-metrics-daemon-8dn7v for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:49.433360 3800 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-hxp7x, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-hxp7x: suppressed error logged: pod kube-system/global-pull-secret-syncer-hxp7x: no pod IPs found I0507 08:41:49.433320 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-kp7zs I0507 08:41:49.433365 3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-107.ec2.internal after 0 failed attempt(s) I0507 08:41:49.433361 3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-jwbzv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jwbzv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jwbzv: no pod IPs found I0507 08:41:49.433260 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-s4dsr I0507 08:41:49.433382 3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-kp7zs, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-kp7zs: suppressed error logged: pod openshift-multus/network-metrics-daemon-kp7zs: no pod IPs found I0507 08:41:49.433382 3800 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-dcgw5, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-dcgw5: suppressed error logged: pod kube-system/global-pull-secret-syncer-dcgw5: no pod IPs found I0507 08:41:49.433387 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-s4dsr after 0 failed attempt(s) I0507 08:41:49.433286 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6jlwk I0507 08:41:49.433400 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6jlwk I0507 08:41:49.433412 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6jlwk after 0 failed attempt(s) I0507 08:41:49.433234 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vvwkb I0507 08:41:49.433436 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vvwkb I0507 08:41:49.433476 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vvwkb after 0 failed attempt(s) I0507 08:41:49.433309 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt I0507 08:41:49.433493 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt I0507 08:41:49.433526 3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-nnkwt, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-nnkwt: suppressed error logged: pod openshift-network-diagnostics/network-check-target-nnkwt: no pod IPs found I0507 08:41:49.433324 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-pvh25 I0507 08:41:49.433562 3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-pvh25] creating logical port openshift-network-diagnostics_network-check-target-pvh25 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:49.433325 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-107.ec2.internal after 0 failed attempt(s) I0507 08:41:49.433327 3800 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-hnp68 I0507 08:41:49.433630 3800 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-hnp68] creating logical port kube-system_global-pull-secret-syncer-hnp68 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:49.433324 3800 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-c9k9b I0507 08:41:49.433719 3800 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-c9k9b I0507 08:41:49.433743 3800 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-c9k9b, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-c9k9b: suppressed error logged: pod openshift-multus/network-metrics-daemon-c9k9b: no pod IPs found I0507 08:41:49.433298 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5fg7n after 0 failed attempt(s) I0507 08:41:49.434341 3800 pods.go:271] [openshift-multus/network-metrics-daemon-8dn7v] addLogicalPort took 992.157µs, libovsdb time 442.273µs I0507 08:41:49.434352 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8dn7v after 0 failed attempt(s) I0507 08:41:49.434434 3800 pods.go:271] [openshift-network-diagnostics/network-check-target-pvh25] addLogicalPort took 882.541µs, libovsdb time 509.305µs I0507 08:41:49.434448 3800 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-pvh25 after 0 failed attempt(s) I0507 08:41:49.434540 3800 pods.go:271] [kube-system/global-pull-secret-syncer-hnp68] addLogicalPort took 918.112µs, libovsdb time 618.572µs I0507 08:41:49.434549 3800 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-hnp68 after 0 failed attempt(s) I0507 08:41:49.445512 3800 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 08:41:49.456282 3800 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 08:41:49.459204 3800 iptables.go:108] Creating table: nat chain: OUTPUT I0507 08:41:49.507902 3800 iptables.go:108] Creating table: nat chain: PREROUTING I0507 08:41:49.571560 3800 iptables.go:108] Creating table: filter chain: FORWARD I0507 08:41:49.587063 3800 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 08:41:49.587213 3800 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 08:41:49.587263 3800 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 08:41:49.587339 3800 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 08:41:49.587396 3800 gateway_init.go:325] Gateway and management port readiness took 2.714908213s I0507 08:41:49.587426 3800 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 08:41:49.587487 3800 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 08:41:49.587504 3800 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 08:41:49.587514 3800 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 08:41:49.587576 3800 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 08:41:49.587651 3800 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.055µs I0507 08:41:49.587909 3800 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 08:41:49.587934 3800 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.869µs I0507 08:41:49.587941 3800 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.052µs I0507 08:41:49.587947 3800 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 08:41:49.587957 3800 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 08:41:49.587976 3800 default_node_network_controller.go:899] Starting the default node network controller I0507 08:41:49.587983 3800 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 08:41:49.588059 3800 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.623µs I0507 08:41:49.588154 3800 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 08:41:49.588163 3800 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 08:41:49.588188 3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c124f0 0xc000213d50 0xc000213dc0 0xc000213e30 0xc000213f10 0xc00033e000 0xc00033e070 0xc00052b720 0xc00033e0e0 0xc00033e150 0xc0008d21e0 0xc0061dd340 0xc00033e1c0 map[0x2ff9080:0xc002592f00 0x2ff95c0:0xc002593080 0x2ffa2e0:0xc0021962a0 0x2ffa580:0xc002592ea0 0x2ffad60:0xc002592f60 0x2ffb000:0xc002592fc0 0x2ffb2a0:0xc002593020 0x2ffba80:0xc002593320 0x2ffbd20:0xc002593380 0x3026980:0xc001487e00 0x3026d20:0xc001487e60 0x3027800:0xc000c664e0 0x3029160:0xc001b52000 0x30298a0:0xc00278e480 0x302a720:0xc001120a80] 0xc00016aa10 0} I0507 08:41:49.588238 3800 gateway.go:151] Starting gateway service sync I0507 08:41:49.588675 3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 08:41:49.590837 3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 08:41:49.619490 3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 08:41:49.620551 3800 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 08:41:49.621594 3800 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 08:41:49.654637 3800 gateway.go:168] Gateway service sync done. Time taken: 66.387171ms I0507 08:41:49.654948 3800 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30857 I0507 08:41:49.655359 3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c124f0 0xc000213d50 0xc000213dc0 0xc000213e30 0xc000213f10 0xc00033e000 0xc00033e070 0xc00052b720 0xc00033e0e0 0xc00033e150 0xc0008d21e0 0xc0061dd340 0xc00033e1c0 map[0x2ff9080:0xc002592f00 0x2ff95c0:0xc002593080 0x2ffa2e0:0xc0021962a0 0x2ffa580:0xc002592ea0 0x2ffad60:0xc002592f60 0x2ffb000:0xc002592fc0 0x2ffb2a0:0xc002593020 0x2ffba80:0xc002593320 0x2ffbd20:0xc002593380 0x3026980:0xc001487e00 0x3026d20:0xc001487e60 0x3027800:0xc000c664e0 0x3029160:0xc001b52000 0x30298a0:0xc00278e480 0x302a720:0xc001120a80] 0xc00016aa10 0} I0507 08:41:49.655817 3800 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c124f0 0xc000213d50 0xc000213dc0 0xc000213e30 0xc000213f10 0xc00033e000 0xc00033e070 0xc00052b720 0xc00033e0e0 0xc00033e150 0xc0008d21e0 0xc0061dd340 0xc00033e1c0 map[0x2ff9080:0xc002592f00 0x2ff95c0:0xc002593080 0x2ffa2e0:0xc0021962a0 0x2ffa580:0xc002592ea0 0x2ffad60:0xc002592f60 0x2ffb000:0xc002592fc0 0x2ffb2a0:0xc002593020 0x2ffba80:0xc002593320 0x2ffbd20:0xc002593380 0x3026980:0xc001487e00 0x3026d20:0xc001487e60 0x3027800:0xc000c664e0 0x3029160:0xc001b52000 0x30298a0:0xc00278e480 0x302a720:0xc001120a80] 0xc00016aa10 0} I0507 08:41:49.655870 3800 gateway.go:532] Reconciling gateway with updates I0507 08:41:49.661177 3800 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 08:41:49.661255 3800 default_node_network_controller.go:944] Gateway and management port readiness took 73.077084ms I0507 08:41:49.661271 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:41:49.661280 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:41:49.661292 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:41:49.661299 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:41:49.661302 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:41:49.661307 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:41:49.661314 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:41:49.661313 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 08:41:49.661320 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:41:49.661322 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 08:41:49.661326 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 08:41:49.661323 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:41:49.661331 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 08:41:49.661330 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:41:49.661339 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:41:49.661342 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:41:49.661343 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:41:49.661356 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:41:49.661356 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:41:49.661322 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:41:49.661368 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:41:49.661380 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:41:49.661384 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:41:49.661398 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:41:49.661400 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:41:49.661407 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:41:49.661403 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:41:49.661416 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:41:49.661418 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:41:49.661428 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:41:49.661428 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:41:49.661431 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:41:49.661434 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 08:41:49.661443 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 08:41:49.661447 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 08:41:49.661447 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:41:49.661424 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:41:49.661414 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:41:49.661508 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:41:49.661513 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 08:41:49.661516 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 08:41:49.661521 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 08:41:49.661385 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:41:49.661526 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 08:41:49.661531 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 08:41:49.661310 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:41:49.661548 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:41:49.661558 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:41:49.661560 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 08:41:49.661568 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:41:49.661572 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:41:49.661586 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:41:49.661599 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:41:49.661602 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:41:49.661603 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 08:41:49.661608 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:41:49.661611 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:41:49.661614 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 08:41:49.661622 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:41:49.661529 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 08:41:49.661639 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:41:49.661600 3800 port_claim.go:71] Svc openshift-ingress/router-default: port 31550 is already open, no action needed I0507 08:41:49.661609 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:41:49.661586 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:41:49.661653 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:41:49.661657 3800 port_claim.go:71] Svc openshift-ingress/router-default: port 31723 is already open, no action needed I0507 08:41:49.661295 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:41:49.661283 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:41:49.661621 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:41:49.661684 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:41:49.661693 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:41:49.661699 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:41:49.661298 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:41:49.661712 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:41:49.661702 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 08:41:49.661431 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:41:49.661739 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 08:41:49.661746 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:41:49.661752 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 08:41:49.661753 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:41:49.661758 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:41:49.661762 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:41:49.661415 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:41:49.661741 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:41:49.661810 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:41:49.661825 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 08:41:49.661605 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:41:49.661847 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:41:49.661324 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:41:49.661863 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:41:49.661416 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:41:49.661854 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 08:41:49.661417 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:41:49.661904 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:41:49.661434 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:41:49.661982 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 08:41:49.661605 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:41:49.661996 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:41:49.662004 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 08:41:49.662539 3800 node_ip_handler_linux.go:160] Node IP manager is running I0507 08:41:49.687439 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 08:41:49.687488 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 08:41:49.687507 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 08:41:49.687515 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 08:41:49.687523 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 08:41:49.687529 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 08:41:49.687533 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 08:41:49.687539 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 08:41:49.687547 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 08:41:49.687555 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 08:41:49.687562 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 08:41:49.687570 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 08:41:49.687594 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 08:41:49.687605 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 08:41:49.687612 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 08:41:49.687623 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 08:41:49.687629 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 08:41:49.687634 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 08:41:49.687639 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 08:41:49.687644 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) W0507 08:41:49.699091 3800 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 08:41:49.699343 3800 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 08:41:49.699516 3800 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0507 08:41:49.740839 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 08:41:49.740846 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 08:41:49.740866 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 08:41:49.740877 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 08:41:49.740890 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 08:41:49.740904 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 08:41:49.740912 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 08:41:49.740920 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 08:41:49.740928 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 08:41:49.740936 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 08:41:49.782900 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 08:41:49.782929 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 08:41:49.782936 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 08:41:49.782943 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 08:41:49.782948 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 08:41:50.216344 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-220.ec2.internal I0507 08:41:50.216364 3800 egressfirewall.go:723] Syncing node "ip-10-0-0-220.ec2.internal" for egress firewall I0507 08:41:50.216368 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-220.ec2.internal: 29.369µs I0507 08:41:50.216399 3800 default_network_controller.go:1025] Node "ip-10-0-0-220.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0507 08:41:50.964108 3800 egressip_healthcheck.go:76] Health checking using insecure connection I0507 08:41:50.964157 3800 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0507 08:41:50.964111 3800 default_node_network_controller.go:1380] Starting node controller node sync I0507 08:41:50.975807 3800 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.62602ms I0507 08:41:50.975990 3800 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 08:41:50.976297 3800 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 08:41:50.976444 3800 egressservice_node.go:183] Starting Egress Services Controller I0507 08:41:50.976479 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 08:41:50.976494 3800 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 08:41:50.976504 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 08:41:50.976512 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 08:41:50.976518 3800 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 08:41:50.976523 3800 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 08:41:50.976528 3800 egressservice_node.go:197] Repairing Egress Services I0507 08:41:50.980034 3800 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:41:50.987408 3800 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 08:41:50.987418 3800 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 08:41:50.987633 3800 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 08:41:50.987647 3800 link_network_manager.go:119] Link manager is running I0507 08:41:50.987656 3800 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 08:41:50.987811 3800 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 08:41:50.988209 3800 vrf_manager.go:128] VRF manager is running I0507 08:41:50.988296 3800 node_controller_manager.go:437] Removing flows to drop GARP I0507 08:41:50.988307 3800 gateway.go:532] Reconciling gateway with updates I0507 08:41:51.008365 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:41:51.008388 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:41:51.008392 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 08:41:51.008409 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 08:41:51.008408 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:41:51.008423 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 08:41:51.008425 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:41:51.008429 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 08:41:51.008375 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:41:51.008431 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:41:51.008438 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 08:41:51.008444 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 08:41:51.008449 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:41:51.008472 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:41:51.008475 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:41:51.008490 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:41:51.008411 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 08:41:51.008481 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:41:51.008513 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:41:51.008514 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:41:51.008518 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 08:41:51.008522 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 08:41:51.008519 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:41:51.008527 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:41:51.008530 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 08:41:51.008533 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 08:41:51.008537 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 08:41:51.008535 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:41:51.008538 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 08:41:51.008548 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 08:41:51.008548 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 08:41:51.008556 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 08:41:51.008433 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 08:41:51.008512 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 08:41:51.008394 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 08:41:51.008586 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:41:51.008596 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 08:41:51.008598 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 08:41:51.008613 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:41:51.008613 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 08:41:51.008619 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 08:41:51.008623 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 08:41:51.008513 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 08:41:51.008637 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 08:41:51.008653 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:41:51.008661 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:41:51.008664 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 08:41:51.008670 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:41:51.008436 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 08:41:51.008620 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 08:41:51.008676 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:41:51.008682 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:41:51.008685 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:41:51.008692 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:41:51.008693 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:41:51.008696 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 08:41:51.008698 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 08:41:51.008702 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 08:41:51.008704 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:41:51.008706 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 08:41:51.008710 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 08:41:51.008431 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:41:51.008476 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:41:51.008747 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 08:41:51.008751 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 08:41:51.008664 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 08:41:51.008655 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 08:41:51.008647 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 08:41:51.008689 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 08:41:51.008769 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 08:41:51.008526 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 08:41:51.008797 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 08:41:51.008829 3800 port_claim.go:71] Svc openshift-ingress/router-default: port 31550 is already open, no action needed I0507 08:41:51.008851 3800 port_claim.go:71] Svc openshift-ingress/router-default: port 31723 is already open, no action needed I0507 08:41:51.008857 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:41:51.008538 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:41:51.008868 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 08:41:51.008872 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:41:51.008882 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 08:41:51.008886 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 08:41:51.008539 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:41:51.008952 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 08:41:51.008962 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 08:41:51.008576 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 08:41:51.008973 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 08:41:51.008484 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 08:41:51.008978 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:41:51.008991 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 08:41:51.008574 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 08:41:51.009011 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 08:41:51.008498 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 08:41:51.009050 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 08:41:51.008498 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 08:41:51.008500 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:41:51.009091 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 08:41:51.009095 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 08:41:51.008658 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 08:41:51.008526 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:41:51.009120 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 08:41:51.008671 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 08:41:51.008525 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 08:41:51.008675 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 08:41:51.009172 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 08:41:51.008678 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 08:41:51.008690 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:41:51.009182 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 08:41:51.009186 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:41:51.009199 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 08:41:51.008692 3800 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:41:51.009239 3800 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 08:41:51.009248 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 08:41:51.032242 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 08:41:51.032264 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 08:41:51.032273 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 08:41:51.032282 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 08:41:51.032289 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 08:41:51.032298 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 08:41:51.032304 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 08:41:51.032310 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 08:41:51.032315 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 08:41:51.032321 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 08:41:51.032325 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 08:41:51.074195 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 08:41:51.074203 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 08:41:51.074222 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 08:41:51.074233 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 08:41:51.120404 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 08:41:51.120433 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 08:41:51.120440 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 08:41:51.120446 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 08:41:51.120466 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 08:41:51.120472 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 08:41:51.120481 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 08:41:51.120495 3800 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 08:41:52.956240 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-107.ec2.internal I0507 08:41:52.956271 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-107.ec2.internal: 39.011µs I0507 08:41:52.987222 3800 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-744fd46c4b-zfcbs] creating logical port openshift-image-registry_image-registry-744fd46c4b-zfcbs for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:52.987372 3800 kube.go:256] Updating pod openshift-image-registry/image-registry-744fd46c4b-zfcbs I0507 08:41:53.010301 3800 pod.go:62] [openshift-image-registry/image-registry-744fd46c4b-zfcbs] pod update took 22.977484ms I0507 08:41:53.010322 3800 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-744fd46c4b-zfcbs] addLogicalPort annotation time took 23.004511ms I0507 08:41:53.011424 3800 pods.go:271] [openshift-image-registry/image-registry-744fd46c4b-zfcbs] addLogicalPort took 24.218605ms, libovsdb time 836.816µs I0507 08:41:53.048377 3800 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-7wpfg for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.048530 3800 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg I0507 08:41:53.049348 3800 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-kcn8h] creating logical port openshift-dns_dns-default-kcn8h for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.049480 3800 kube.go:256] Updating pod openshift-dns/dns-default-kcn8h I0507 08:41:53.049592 3800 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-8984m for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.049728 3800 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m I0507 08:41:53.051065 3800 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-zrlxr for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.051134 3800 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr I0507 08:41:53.053164 3800 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-sx95c for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.053242 3800 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c I0507 08:41:53.062358 3800 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-nrnlg] creating logical port openshift-console-operator_console-operator-66dbbb6468-nrnlg for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.062562 3800 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-nrnlg I0507 08:41:53.062638 3800 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5654d84b7f-qlnqs] creating logical port openshift-ingress_router-default-5654d84b7f-qlnqs for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.062792 3800 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-h76lt] creating logical port openshift-insights_insights-operator-6dbb575d6c-h76lt for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.062870 3800 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-h76lt I0507 08:41:53.062894 3800 kube.go:256] Updating pod openshift-ingress/router-default-5654d84b7f-qlnqs I0507 08:41:53.099113 3800 pod.go:62] [openshift-dns/dns-default-kcn8h] pod update took 49.673292ms I0507 08:41:53.099158 3800 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-kcn8h] addLogicalPort annotation time took 49.722516ms I0507 08:41:53.099140 3800 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-x8jdw for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.099267 3800 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m] pod update took 49.56205ms I0507 08:41:53.099297 3800 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m] addLogicalPort annotation time took 49.619445ms I0507 08:41:53.099313 3800 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg] pod update took 50.813467ms I0507 08:41:53.099326 3800 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg] addLogicalPort annotation time took 50.836082ms I0507 08:41:53.099331 3800 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw I0507 08:41:53.099511 3800 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-nrnlg] pod update took 37.07743ms I0507 08:41:53.099533 3800 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-nrnlg] addLogicalPort annotation time took 37.100098ms I0507 08:41:53.100034 3800 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-qf7jn for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.100195 3800 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn I0507 08:41:53.100841 3800 pods.go:271] [openshift-dns/dns-default-kcn8h] addLogicalPort took 51.508417ms, libovsdb time 1.398346ms I0507 08:41:53.101148 3800 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg] addLogicalPort took 52.789116ms, libovsdb time 1.587071ms I0507 08:41:53.101555 3800 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m] addLogicalPort took 51.97478ms, libovsdb time 1.801799ms I0507 08:41:53.101853 3800 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-nrnlg] addLogicalPort took 39.508469ms, libovsdb time 2.021758ms I0507 08:41:53.102542 3800 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-lfm8m for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.102596 3800 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m I0507 08:41:53.105031 3800 pod.go:62] [openshift-ingress/router-default-5654d84b7f-qlnqs] pod update took 42.178168ms I0507 08:41:53.105051 3800 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5654d84b7f-qlnqs] addLogicalPort annotation time took 42.211384ms I0507 08:41:53.105511 3800 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-h76lt] pod update took 42.66589ms I0507 08:41:53.105526 3800 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-h76lt] addLogicalPort annotation time took 42.685233ms I0507 08:41:53.105964 3800 pods.go:271] [openshift-ingress/router-default-5654d84b7f-qlnqs] addLogicalPort took 43.339206ms, libovsdb time 639.173µs I0507 08:41:53.106007 3800 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-8s64l] creating logical port openshift-ingress-canary_ingress-canary-8s64l for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.106061 3800 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-8s64l I0507 08:41:53.106258 3800 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-h76lt] addLogicalPort took 43.476733ms, libovsdb time 536.081µs I0507 08:41:53.110756 3800 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c] pod update took 57.528258ms I0507 08:41:53.110771 3800 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c] addLogicalPort annotation time took 57.549051ms I0507 08:41:53.111619 3800 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c] addLogicalPort took 58.466662ms, libovsdb time 649.237µs I0507 08:41:53.111662 3800 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6bff9b896-pbv24] creating logical port openshift-ingress_router-default-6bff9b896-pbv24 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.111709 3800 kube.go:256] Updating pod openshift-ingress/router-default-6bff9b896-pbv24 I0507 08:41:53.120983 3800 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr] pod update took 69.862038ms I0507 08:41:53.121000 3800 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr] addLogicalPort annotation time took 69.879652ms I0507 08:41:53.121852 3800 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr] addLogicalPort took 70.813759ms, libovsdb time 634.954µs I0507 08:41:53.121889 3800 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-gr6lf for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.121944 3800 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf I0507 08:41:53.130888 3800 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m] pod update took 28.305753ms I0507 08:41:53.130910 3800 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m] addLogicalPort annotation time took 28.331766ms I0507 08:41:53.131015 3800 pod.go:62] [openshift-ingress-canary/ingress-canary-8s64l] pod update took 24.971133ms I0507 08:41:53.131036 3800 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-8s64l] addLogicalPort annotation time took 24.992096ms I0507 08:41:53.131812 3800 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m] addLogicalPort took 29.275114ms, libovsdb time 608.616µs I0507 08:41:53.132100 3800 pods.go:271] [openshift-ingress-canary/ingress-canary-8s64l] addLogicalPort took 26.096828ms, libovsdb time 836.779µs I0507 08:41:53.132134 3800 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn] pod update took 31.970451ms I0507 08:41:53.132149 3800 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn] addLogicalPort annotation time took 31.989184ms I0507 08:41:53.132168 3800 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw] pod update took 32.884674ms I0507 08:41:53.132183 3800 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw] addLogicalPort annotation time took 32.903356ms I0507 08:41:53.133051 3800 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn] addLogicalPort took 33.026028ms, libovsdb time 636.061µs I0507 08:41:53.133345 3800 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw] addLogicalPort took 34.225636ms, libovsdb time 861.772µs I0507 08:41:53.133383 3800 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-gltmk for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.133501 3800 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk I0507 08:41:53.133884 3800 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635720-ljnts for pod on switch ip-10-0-1-107.ec2.internal I0507 08:41:53.133929 3800 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts I0507 08:41:53.140248 3800 pod.go:62] [openshift-ingress/router-default-6bff9b896-pbv24] pod update took 28.554573ms I0507 08:41:53.140324 3800 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6bff9b896-pbv24] addLogicalPort annotation time took 28.628966ms I0507 08:41:53.141490 3800 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf] pod update took 19.560358ms I0507 08:41:53.142011 3800 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf] addLogicalPort annotation time took 20.079801ms I0507 08:41:53.142681 3800 pods.go:271] [openshift-ingress/router-default-6bff9b896-pbv24] addLogicalPort took 31.013295ms, libovsdb time 1.684377ms I0507 08:41:53.146547 3800 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf] addLogicalPort took 24.66129ms, libovsdb time 3.209153ms I0507 08:41:53.154249 3800 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk] pod update took 20.760922ms I0507 08:41:53.154276 3800 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk] addLogicalPort annotation time took 20.79066ms I0507 08:41:53.154482 3800 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts] pod update took 20.563794ms I0507 08:41:53.154556 3800 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts] addLogicalPort annotation time took 20.63683ms I0507 08:41:53.156503 3800 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk] addLogicalPort took 23.122822ms, libovsdb time 659.666µs I0507 08:41:53.156809 3800 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts] addLogicalPort took 22.924665ms, libovsdb time 875.516µs I0507 08:41:53.439034 3800 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg 5eac62abd436dc75ba895fccb15446bff00c14b3ad96a6e7a9a9e7649c09f508 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg 5eac62abd436dc75ba895fccb15446bff00c14b3ad96a6e7a9a9e7649c09f508 network default NAD default NAD key ] I0507 08:41:53.459639 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-7wpfg, hostIfaceName: 5eac62abd436dc7, network: default, NAD default, SandboxID: "5eac62abd436dc75ba895fccb15446bff00c14b3ad96a6e7a9a9e7649c09f508", PCI device ID: , UID: "03fd4da9-4595-4259-8e2e-8609eab768d4", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0507 08:41:53.509513 3800 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg 5eac62abd436dc75ba895fccb15446bff00c14b3ad96a6e7a9a9e7649c09f508 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-7wpfg 5eac62abd436dc75ba895fccb15446bff00c14b3ad96a6e7a9a9e7649c09f508 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:c2:3f:e0:15:18\",\"name\":\"5eac62abd436dc7\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc96e4db-7f03-4f57-a260-207fbdd5a47c\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:53.527556 3800 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr 52f9e4208f6a1133627389986aa48cd421728b3a553340f7802024e51d14f31e network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr 52f9e4208f6a1133627389986aa48cd421728b3a553340f7802024e51d14f31e network default NAD default NAD key ] I0507 08:41:53.537905 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-zrlxr, hostIfaceName: 52f9e4208f6a113, network: default, NAD default, SandboxID: "52f9e4208f6a1133627389986aa48cd421728b3a553340f7802024e51d14f31e", PCI device ID: , UID: "12ad4b42-d50b-4b5e-9fcc-998f26b49b7a", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0507 08:41:53.564962 3800 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c 20923b3704b7504135db5043bd5677f44b9d9e20dc6be8f3f42b93039a1c11db network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c 20923b3704b7504135db5043bd5677f44b9d9e20dc6be8f3f42b93039a1c11db network default NAD default NAD key ] I0507 08:41:53.574939 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-sx95c, hostIfaceName: 20923b3704b7504, network: default, NAD default, SandboxID: "20923b3704b7504135db5043bd5677f44b9d9e20dc6be8f3f42b93039a1c11db", PCI device ID: , UID: "6ae16984-6e47-486d-9fc2-4d06062a530f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0507 08:41:53.587083 3800 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr 52f9e4208f6a1133627389986aa48cd421728b3a553340f7802024e51d14f31e network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-zrlxr 52f9e4208f6a1133627389986aa48cd421728b3a553340f7802024e51d14f31e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:9e:54:ea:4f:0c\",\"name\":\"52f9e4208f6a113\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/543bdfc9-d43e-42b5-a3b3-d9f796dd126f\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:53.588838 3800 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-nrnlg e840ae4a26f7dce225179f64c9b7e06ac369ef17139baeaadd667ad6639c0a26 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-nrnlg e840ae4a26f7dce225179f64c9b7e06ac369ef17139baeaadd667ad6639c0a26 network default NAD default NAD key ] I0507 08:41:53.598651 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-nrnlg, hostIfaceName: e840ae4a26f7dce, network: default, NAD default, SandboxID: "e840ae4a26f7dce225179f64c9b7e06ac369ef17139baeaadd667ad6639c0a26", PCI device ID: , UID: "e9c2ca4e-f774-407b-b7ab-bb42acf98bfe", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0507 08:41:53.620610 3800 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c 20923b3704b7504135db5043bd5677f44b9d9e20dc6be8f3f42b93039a1c11db network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-sx95c 20923b3704b7504135db5043bd5677f44b9d9e20dc6be8f3f42b93039a1c11db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:84:d9:90:6b:57\",\"name\":\"20923b3704b7504\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d972fb6-7e6f-44cf-b987-9f7cf0a8a1dc\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:53.642639 3800 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-nrnlg e840ae4a26f7dce225179f64c9b7e06ac369ef17139baeaadd667ad6639c0a26 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-nrnlg e840ae4a26f7dce225179f64c9b7e06ac369ef17139baeaadd667ad6639c0a26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:af:41:98:97:00\",\"name\":\"e840ae4a26f7dce\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2246658b-e4d3-4134-9f07-eab5c51e3b00\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:53.663536 3800 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-h76lt e78d6d90a8692c8e1a74a590463a5a82b5ca37a8ab3eaa19a0c9c4925080cb46 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-h76lt e78d6d90a8692c8e1a74a590463a5a82b5ca37a8ab3eaa19a0c9c4925080cb46 network default NAD default NAD key ] I0507 08:41:53.675079 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-h76lt, hostIfaceName: e78d6d90a8692c8, network: default, NAD default, SandboxID: "e78d6d90a8692c8e1a74a590463a5a82b5ca37a8ab3eaa19a0c9c4925080cb46", PCI device ID: , UID: "e9bc2e35-6f1a-41d7-acb5-1cf11e602981", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0507 08:41:53.707904 3800 cni.go:452] [openshift-ingress-canary/ingress-canary-8s64l 4280ec5d2c8806705f535777326ad25d8736c096b9ecf7cccba8eaf6f13f330f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-8s64l 4280ec5d2c8806705f535777326ad25d8736c096b9ecf7cccba8eaf6f13f330f network default NAD default NAD key ] I0507 08:41:53.717314 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-8s64l, hostIfaceName: 4280ec5d2c88067, network: default, NAD default, SandboxID: "4280ec5d2c8806705f535777326ad25d8736c096b9ecf7cccba8eaf6f13f330f", PCI device ID: , UID: "58f20249-f350-4d50-919a-0d1eb238a707", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0507 08:41:53.722791 3800 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-h76lt e78d6d90a8692c8e1a74a590463a5a82b5ca37a8ab3eaa19a0c9c4925080cb46 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-h76lt e78d6d90a8692c8e1a74a590463a5a82b5ca37a8ab3eaa19a0c9c4925080cb46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:6a:49:46:bb:d1\",\"name\":\"e78d6d90a8692c8\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32d504a3-ab60-47bd-a5e4-3d9996fdce4e\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:53.739425 3800 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk d1dd9d3fb76106cedcc4db62876efefb9687217901082f2916123ce3098a4658 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk d1dd9d3fb76106cedcc4db62876efefb9687217901082f2916123ce3098a4658 network default NAD default NAD key ] I0507 08:41:53.751708 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-gltmk, hostIfaceName: d1dd9d3fb76106c, network: default, NAD default, SandboxID: "d1dd9d3fb76106cedcc4db62876efefb9687217901082f2916123ce3098a4658", PCI device ID: , UID: "e5f4932e-ba26-4df3-9f06-625f80f5b070", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0507 08:41:53.766011 3800 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn 2b043674d8c2cb0addbea917cb3f06a5dd46426f4179df899eb72ea1efb787e6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn 2b043674d8c2cb0addbea917cb3f06a5dd46426f4179df899eb72ea1efb787e6 network default NAD default NAD key ] I0507 08:41:53.767888 3800 cni.go:473] [openshift-ingress-canary/ingress-canary-8s64l 4280ec5d2c8806705f535777326ad25d8736c096b9ecf7cccba8eaf6f13f330f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-8s64l 4280ec5d2c8806705f535777326ad25d8736c096b9ecf7cccba8eaf6f13f330f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:57:91:b1:4c:c5\",\"name\":\"4280ec5d2c88067\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70df81ad-a87b-41b8-b456-5075636a88e1\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:53.775648 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-qf7jn, hostIfaceName: 2b043674d8c2cb0, network: default, NAD default, SandboxID: "2b043674d8c2cb0addbea917cb3f06a5dd46426f4179df899eb72ea1efb787e6", PCI device ID: , UID: "c5415880-17e9-4cdb-977f-43d931d21a58", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0507 08:41:53.788179 3800 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1 network default NAD default NAD key ] I0507 08:41:53.798691 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635720-ljnts, hostIfaceName: becde9ae382b316, network: default, NAD default, SandboxID: "becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1", PCI device ID: , UID: "aeb868f8-ebb8-4aa1-aa91-72ddfb03480b", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0507 08:41:53.803218 3800 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk d1dd9d3fb76106cedcc4db62876efefb9687217901082f2916123ce3098a4658 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-gltmk d1dd9d3fb76106cedcc4db62876efefb9687217901082f2916123ce3098a4658 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:04:19:0c:65:33\",\"name\":\"d1dd9d3fb76106c\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32d28510-10b3-4be5-b1cc-417f5e3d1bb3\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:53.823656 3800 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn 2b043674d8c2cb0addbea917cb3f06a5dd46426f4179df899eb72ea1efb787e6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-qf7jn 2b043674d8c2cb0addbea917cb3f06a5dd46426f4179df899eb72ea1efb787e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:64:64:23:87:f5\",\"name\":\"2b043674d8c2cb0\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52f1ad35-0e6a-4527-8821-5e29384a531f\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:53.843261 3800 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:00:e6:fe:20:57\",\"name\":\"becde9ae382b316\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33fa8488-193d-44cb-973a-313f9babe27a\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:41:56.074850 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-220.ec2.internal in network "default" I0507 08:41:56.074903 3800 node_tracker.go:235] Node ip-10-0-0-220.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-220.ec2.internal" I0507 08:41:56.074919 3800 node_tracker.go:169] Node ip-10-0-0-220.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:56.074933 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:41:56.074963 3800 default_network_controller.go:1025] Node "ip-10-0-0-220.ec2.internal" in remote zone "ip-10-0-0-220.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:41:56.100108 3800 default_network_controller.go:1025] Node "ip-10-0-0-220.ec2.internal" in remote zone "ip-10-0-0-220.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:41:56.310206 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-220.ec2.internal in network "default" I0507 08:41:56.310281 3800 node_tracker.go:169] Node ip-10-0-0-220.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:56.310294 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:41:56.310333 3800 default_network_controller.go:1025] Node "ip-10-0-0-220.ec2.internal" in remote zone "ip-10-0-0-220.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:41:56.311548 3800 zone_ic_handler.go:195] Time taken to create transit switch: 364.883µs I0507 08:41:56.311565 3800 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-220.ec2.internal for the network default I0507 08:41:56.312774 3800 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-220.ec2.internal" on network "default" took: 1.60514ms I0507 08:41:58.863493 3800 egressfirewall.go:723] Syncing node "ip-10-0-0-220.ec2.internal" for egress firewall I0507 08:41:58.863526 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-220.ec2.internal in network "default" I0507 08:41:58.863539 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-220.ec2.internal I0507 08:41:58.863552 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-220.ec2.internal: 17.198µs I0507 08:41:58.863587 3800 node_tracker.go:169] Node ip-10-0-0-220.ec2.internal switch + router changed, syncing services in network "default" I0507 08:41:58.863597 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-220.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:41:58.863604 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:41:58.863607 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-220.ec2.internal", IP: 10.0.0.220 to PMTUD blocking rules I0507 08:41:58.869570 3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-220.ec2.internal. Updating no re-route policies I0507 08:41:58.878425 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-220.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:41:58.878440 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-220.ec2.internal", IP: 10.0.0.220 to PMTUD blocking rules I0507 08:41:59.503291 3800 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0507 08:41:59.503381 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:41:59.503398 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 21.813µs I0507 08:41:59.503398 3800 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:42:02.558282 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-220.ec2.internal I0507 08:42:02.558317 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-220.ec2.internal: 45.151µs W0507 08:42:03.331094 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 08:42:03.376133 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 08:42:04.307367 3800 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 08:42:04.308401 3800 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.015194ms I0507 08:42:04.333349 3800 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 08:42:04.475387 3800 namespace.go:98] [openshift-service-ca] adding namespace I0507 08:42:04.476122 3800 namespace.go:102] [openshift-service-ca] adding namespace took 717.426µs I0507 08:42:04.495957 3800 namespace.go:142] [openshift-service-ca] updating namespace I0507 08:42:04.721261 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:04.721287 3800 node_tracker.go:235] Node ip-10-0-2-252.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-252.ec2.internal" I0507 08:42:04.721303 3800 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:04.721317 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:42:04.721380 3800 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "ip-10-0-2-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0507 08:42:04.721798 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 08:42:04.721847 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:04.759422 3800 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "ip-10-0-2-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:42:04.895097 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:04.895139 3800 default_network_controller.go:1025] Node "ip-10-0-2-252.ec2.internal" in remote zone "ip-10-0-2-252.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 08:42:04.895157 3800 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:04.895173 3800 services_controller.go:574] Full service sync requested for network=default W0507 08:42:04.895698 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 08:42:04.895804 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:04.896487 3800 zone_ic_handler.go:195] Time taken to create transit switch: 341.781µs I0507 08:42:04.896507 3800 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-252.ec2.internal for the network default I0507 08:42:04.897638 3800 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-252.ec2.internal" on network "default" took: 1.507299ms I0507 08:42:06.463082 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:42:06.463101 3800 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0507 08:42:06.463107 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 32.117µs I0507 08:42:06.463084 3800 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0507 08:42:06.463153 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:42:06.463171 3800 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0507 08:42:06.463186 3800 services_controller.go:574] Full service sync requested for network=default I0507 08:42:06.463198 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 10.0.2.252 to PMTUD blocking rules W0507 08:42:06.463619 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 08:42:06.463697 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:06.469418 3800 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-252.ec2.internal. Updating no re-route policies I0507 08:42:06.488979 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 10.0.2.252 to PMTUD blocking rules I0507 08:42:06.488994 3800 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 08:42:10.377193 3800 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0507 08:42:10.377230 3800 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 42.763µs W0507 08:42:12.385220 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:16.535914 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 08:42:24.918917 3800 cni.go:452] [openshift-multus/network-metrics-daemon-8dn7v 6b563d276b8b8671364600af61ebb21ad178579d118d5d1ee25856a863edf4ab network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8dn7v 6b563d276b8b8671364600af61ebb21ad178579d118d5d1ee25856a863edf4ab network default NAD default NAD key ] I0507 08:42:24.919806 3800 cni.go:452] [kube-system/global-pull-secret-syncer-hnp68 ee84c4f39eceabc4570c0c88d58aee30f767eb90eb51231f2fda783bb013d37e network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-hnp68 ee84c4f39eceabc4570c0c88d58aee30f767eb90eb51231f2fda783bb013d37e network default NAD default NAD key ] I0507 08:42:24.920943 3800 cni.go:452] [openshift-network-diagnostics/network-check-target-pvh25 2365f1acf6222a7d3c30b5e2f57cfaf157398eb8b9f5845043e209e6bfbf260e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-pvh25 2365f1acf6222a7d3c30b5e2f57cfaf157398eb8b9f5845043e209e6bfbf260e network default NAD default NAD key ] I0507 08:42:24.931280 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-pvh25, hostIfaceName: 2365f1acf6222a7, network: default, NAD default, SandboxID: "2365f1acf6222a7d3c30b5e2f57cfaf157398eb8b9f5845043e209e6bfbf260e", PCI device ID: , UID: "8f044992-73ca-4579-a17f-ca8634a890ba", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0507 08:42:24.931408 3800 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-hnp68, hostIfaceName: ee84c4f39eceabc, network: default, NAD default, SandboxID: "ee84c4f39eceabc4570c0c88d58aee30f767eb90eb51231f2fda783bb013d37e", PCI device ID: , UID: "220d5bb7-5dc0-4972-aaa0-8f16bc085986", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0507 08:42:24.942848 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8dn7v, hostIfaceName: 6b563d276b8b867, network: default, NAD default, SandboxID: "6b563d276b8b8671364600af61ebb21ad178579d118d5d1ee25856a863edf4ab", PCI device ID: , UID: "c538464d-1931-4596-a0e7-a46dc0b76df2", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0507 08:42:24.985418 3800 cni.go:473] [kube-system/global-pull-secret-syncer-hnp68 ee84c4f39eceabc4570c0c88d58aee30f767eb90eb51231f2fda783bb013d37e network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-hnp68 ee84c4f39eceabc4570c0c88d58aee30f767eb90eb51231f2fda783bb013d37e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d3:52:15:40:79\",\"name\":\"ee84c4f39eceabc\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50cd5f42-7a91-4cb4-a8f0-364897df05ef\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.001443 3800 cni.go:473] [openshift-network-diagnostics/network-check-target-pvh25 2365f1acf6222a7d3c30b5e2f57cfaf157398eb8b9f5845043e209e6bfbf260e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-pvh25 2365f1acf6222a7d3c30b5e2f57cfaf157398eb8b9f5845043e209e6bfbf260e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:87:58:12:94:82\",\"name\":\"2365f1acf6222a7\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab435229-5d5b-4eb9-85fb-dd72bc8a74c6\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.016930 3800 cni.go:473] [openshift-multus/network-metrics-daemon-8dn7v 6b563d276b8b8671364600af61ebb21ad178579d118d5d1ee25856a863edf4ab network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8dn7v 6b563d276b8b8671364600af61ebb21ad178579d118d5d1ee25856a863edf4ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:27:9f:d8:e2:44\",\"name\":\"6b563d276b8b867\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/934844c8-e73d-465d-a2db-292f810dd170\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.171331 3800 cni.go:452] [openshift-image-registry/image-registry-744fd46c4b-zfcbs d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-744fd46c4b-zfcbs d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7 network default NAD default NAD key ] I0507 08:42:25.180793 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-744fd46c4b-zfcbs, hostIfaceName: d5427ea901cbde4, network: default, NAD default, SandboxID: "d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7", PCI device ID: , UID: "6c576d93-09df-47ff-9905-d748619c281a", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0507 08:42:25.225880 3800 cni.go:473] [openshift-image-registry/image-registry-744fd46c4b-zfcbs d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-744fd46c4b-zfcbs d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b3:51:6d:59:5b\",\"name\":\"d5427ea901cbde4\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de1b2d30-9e4b-4ddb-819e-260bdf222bf1\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.257431 3800 cni.go:452] [openshift-dns/dns-default-kcn8h 207aa48824def09c6db158a44284573b053fd0925a7da09948f1b95de9287f71 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-kcn8h 207aa48824def09c6db158a44284573b053fd0925a7da09948f1b95de9287f71 network default NAD default NAD key ] I0507 08:42:25.266824 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-kcn8h, hostIfaceName: 207aa48824def09, network: default, NAD default, SandboxID: "207aa48824def09c6db158a44284573b053fd0925a7da09948f1b95de9287f71", PCI device ID: , UID: "02fec78a-d66d-4d9d-b798-e19856747faa", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0507 08:42:25.282134 3800 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m c4de9adceea2c0c28165f50da2484283d0b70cc84cdb8ebce1d971fa68354982 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m c4de9adceea2c0c28165f50da2484283d0b70cc84cdb8ebce1d971fa68354982 network default NAD default NAD key ] I0507 08:42:25.292628 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-8984m, hostIfaceName: c4de9adceea2c0c, network: default, NAD default, SandboxID: "c4de9adceea2c0c28165f50da2484283d0b70cc84cdb8ebce1d971fa68354982", PCI device ID: , UID: "47ea61ab-260e-4b99-b728-7837ea093eae", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0507 08:42:25.321549 3800 cni.go:473] [openshift-dns/dns-default-kcn8h 207aa48824def09c6db158a44284573b053fd0925a7da09948f1b95de9287f71 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-kcn8h 207aa48824def09c6db158a44284573b053fd0925a7da09948f1b95de9287f71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d9:8a:cd:9d:66\",\"name\":\"207aa48824def09\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7c53d53-a9d1-4002-aeac-77dee04dd429\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.323081 3800 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m f6abbc3057cca9673e3fd1208d43e25115059c46113819f2e8baf861b236995d network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m f6abbc3057cca9673e3fd1208d43e25115059c46113819f2e8baf861b236995d network default NAD default NAD key ] I0507 08:42:25.340639 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-lfm8m, hostIfaceName: f6abbc3057cca96, network: default, NAD default, SandboxID: "f6abbc3057cca9673e3fd1208d43e25115059c46113819f2e8baf861b236995d", PCI device ID: , UID: "40819138-30e7-4450-a0c0-9d0efa02ecbe", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0507 08:42:25.344821 3800 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m c4de9adceea2c0c28165f50da2484283d0b70cc84cdb8ebce1d971fa68354982 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-8984m c4de9adceea2c0c28165f50da2484283d0b70cc84cdb8ebce1d971fa68354982 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:fa:fc:30:27:15\",\"name\":\"c4de9adceea2c0c\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96557286-2526-4c84-a039-e6130a3a6ee5\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.388677 3800 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m f6abbc3057cca9673e3fd1208d43e25115059c46113819f2e8baf861b236995d network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-lfm8m f6abbc3057cca9673e3fd1208d43e25115059c46113819f2e8baf861b236995d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:25:20:a0:e4:85\",\"name\":\"f6abbc3057cca96\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a49ed87-9583-400f-99ce-e0550dacdcab\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.451645 3800 cni.go:452] [openshift-ingress/router-default-5654d84b7f-qlnqs 5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5654d84b7f-qlnqs 5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7 network default NAD default NAD key ] I0507 08:42:25.454094 3800 cni.go:452] [openshift-ingress/router-default-6bff9b896-pbv24 c951d784767f36ee1b91407161c9667a60073ba5dec4061877938a006a5ddde9 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6bff9b896-pbv24 c951d784767f36ee1b91407161c9667a60073ba5dec4061877938a006a5ddde9 network default NAD default NAD key ] I0507 08:42:25.464431 3800 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf da43a3104b9b05f9e1fa3642aea727df5b4549395b1196a459b6075d78c54664 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf da43a3104b9b05f9e1fa3642aea727df5b4549395b1196a459b6075d78c54664 network default NAD default NAD key ] I0507 08:42:25.465798 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5654d84b7f-qlnqs, hostIfaceName: 5e39ed1f57ed6ff, network: default, NAD default, SandboxID: "5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7", PCI device ID: , UID: "b0c8c57c-0e57-4c9e-ab6d-9b4aa5473e44", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0507 08:42:25.466601 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6bff9b896-pbv24, hostIfaceName: c951d784767f36e, network: default, NAD default, SandboxID: "c951d784767f36ee1b91407161c9667a60073ba5dec4061877938a006a5ddde9", PCI device ID: , UID: "e7203a47-6d50-4a49-b25a-d69601548f57", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0507 08:42:25.488963 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-gr6lf, hostIfaceName: da43a3104b9b05f, network: default, NAD default, SandboxID: "da43a3104b9b05f9e1fa3642aea727df5b4549395b1196a459b6075d78c54664", PCI device ID: , UID: "e615b84b-7b11-4aaa-a673-0466d769b411", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0507 08:42:25.493052 3800 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw 324e888963fe426030ffdc24e90ceebac0177275ce5ad60dc5eef8a003c0d7ae network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw 324e888963fe426030ffdc24e90ceebac0177275ce5ad60dc5eef8a003c0d7ae network default NAD default NAD key ] I0507 08:42:25.504713 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-x8jdw, hostIfaceName: 324e888963fe426, network: default, NAD default, SandboxID: "324e888963fe426030ffdc24e90ceebac0177275ce5ad60dc5eef8a003c0d7ae", PCI device ID: , UID: "a70ea001-b1f6-42ec-8321-5d3681248f6b", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0507 08:42:25.522346 3800 cni.go:473] [openshift-ingress/router-default-5654d84b7f-qlnqs 5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5654d84b7f-qlnqs 5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:aa:82:ab:9f:42\",\"name\":\"5e39ed1f57ed6ff\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d87f524-b38f-421e-8485-21eb990e50bd\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.542034 3800 cni.go:473] [openshift-ingress/router-default-6bff9b896-pbv24 c951d784767f36ee1b91407161c9667a60073ba5dec4061877938a006a5ddde9 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6bff9b896-pbv24 c951d784767f36ee1b91407161c9667a60073ba5dec4061877938a006a5ddde9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f8:37:2b:0b:cb\",\"name\":\"c951d784767f36e\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ceb95be6-1df4-4125-bb9c-fcbd8d1b2606\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.770900 3800 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw 324e888963fe426030ffdc24e90ceebac0177275ce5ad60dc5eef8a003c0d7ae network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-x8jdw 324e888963fe426030ffdc24e90ceebac0177275ce5ad60dc5eef8a003c0d7ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c0:64:73:7d:d3\",\"name\":\"324e888963fe426\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6218d5c-6fea-4c57-9ff4-338f4d9639f1\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:42:25.770917 3800 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf da43a3104b9b05f9e1fa3642aea727df5b4549395b1196a459b6075d78c54664 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-gr6lf da43a3104b9b05f9e1fa3642aea727df5b4549395b1196a459b6075d78c54664 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:91:f4:af:e5:d1\",\"name\":\"da43a3104b9b05f\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dadd01a2-d9ce-4552-996f-981ffb02d29a\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:42:29.994164 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:29.994271 3800 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:29.994283 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:29.994290 3800 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.040966 3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:42:30.132374 3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 08:42:30.144398 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 08:42:30.404788 3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 08:42:30.490022 3800 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-pvvf4] creating logical port openshift-insights_insights-runtime-extractor-pvvf4 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:42:30.490136 3800 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-pvvf4 W0507 08:42:30.575001 3800 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:30.614220 3800 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.614313 3800 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:30.614326 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0507 08:42:30.669076 3800 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-pvvf4 I0507 08:42:30.730692 3800 pod.go:62] [openshift-insights/insights-runtime-extractor-pvvf4] pod update took 240.582428ms I0507 08:42:30.730716 3800 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-pvvf4] addLogicalPort annotation time took 240.610137ms I0507 08:42:30.731880 3800 pods.go:271] [openshift-insights/insights-runtime-extractor-pvvf4] addLogicalPort took 241.873302ms, libovsdb time 845.765µs I0507 08:42:31.178755 3800 cni.go:452] [openshift-insights/insights-runtime-extractor-pvvf4 86e15aad049f8bcf3e98e830df319a02d037817ce12dcf28ecdefc48fc4d7d32 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-pvvf4 86e15aad049f8bcf3e98e830df319a02d037817ce12dcf28ecdefc48fc4d7d32 network default NAD default NAD key ] I0507 08:42:31.188073 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-pvvf4, hostIfaceName: 86e15aad049f8bc, network: default, NAD default, SandboxID: "86e15aad049f8bcf3e98e830df319a02d037817ce12dcf28ecdefc48fc4d7d32", PCI device ID: , UID: "0e9295c3-8a76-4d84-af6a-a6e1c4b9f537", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0507 08:42:31.236235 3800 cni.go:473] [openshift-insights/insights-runtime-extractor-pvvf4 86e15aad049f8bcf3e98e830df319a02d037817ce12dcf28ecdefc48fc4d7d32 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-pvvf4 86e15aad049f8bcf3e98e830df319a02d037817ce12dcf28ecdefc48fc4d7d32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:8b:d3:d0:a1:b7\",\"name\":\"86e15aad049f8bc\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56e2a3c8-6412-4157-9e0e-5f4b0ee798e7\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:42:31.690511 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690533 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690540 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690551 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690556 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:31.690560 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:32.431780 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:32.431799 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:32.431805 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:32.431818 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:32.431823 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:32.431828 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:34.464655 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0507 08:42:36.658901 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0507 08:42:40.349059 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:40.349081 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:40.395973 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:40.395993 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:40.396002 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 08:42:40.456209 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:40.456234 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:43.391838 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:43.391862 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:43.523448 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.523488 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.523493 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.829321 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.829342 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:43.829348 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 08:42:47.554975 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.554992 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.555003 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.555009 3800 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 08:42:47.590223 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.590238 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.607142 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:42:47.808102 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 08:42:47.847478 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:47.847494 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 08:42:48.376836 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 08:42:48.558731 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 08:42:50.678278 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 08:42:50.678300 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 08:42:53.951300 3800 base_network_controller_pods.go:487] [default/openshift-console/console-bb7f77fcb-9qhdm] creating logical port openshift-console_console-bb7f77fcb-9qhdm for pod on switch ip-10-0-1-107.ec2.internal I0507 08:42:53.951399 3800 kube.go:256] Updating pod openshift-console/console-bb7f77fcb-9qhdm I0507 08:42:53.972398 3800 pod.go:62] [openshift-console/console-bb7f77fcb-9qhdm] pod update took 21.023122ms I0507 08:42:53.972419 3800 base_network_controller_pods.go:951] [default/openshift-console/console-bb7f77fcb-9qhdm] addLogicalPort annotation time took 21.050135ms I0507 08:42:53.973654 3800 pods.go:271] [openshift-console/console-bb7f77fcb-9qhdm] addLogicalPort took 22.373585ms, libovsdb time 851.602µs I0507 08:42:54.311301 3800 cni.go:452] [openshift-console/console-bb7f77fcb-9qhdm 029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bb7f77fcb-9qhdm 029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58 network default NAD default NAD key ] I0507 08:42:54.321009 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bb7f77fcb-9qhdm, hostIfaceName: 029db2cfebde1ac, network: default, NAD default, SandboxID: "029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58", PCI device ID: , UID: "a0187adc-3568-400d-85c6-076548533682", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0507 08:42:54.368723 3800 cni.go:473] [openshift-console/console-bb7f77fcb-9qhdm 029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bb7f77fcb-9qhdm 029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:da:33:8e:83:35\",\"name\":\"029db2cfebde1ac\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75faef9f-3508-455d-aeb9-2a6c265aad8c\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:42:56.368567 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 08:42:57.205330 3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 08:42:57.312586 3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:42:57.313173 3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:42:57.501349 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 08:42:57.637200 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0507 08:42:57.666969 3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:57.666988 3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-xvszm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:57.674735 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-744fd46c4b-xvszm I0507 08:42:57.674760 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-744fd46c4b-xvszm I0507 08:42:57.684493 3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:42:57.685062 3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:42:57.773169 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 08:42:57.942360 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0507 08:42:58.059420 3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:58.059438 3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-9d9bc95d9-xd7fg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:42:58.071493 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-9d9bc95d9-xd7fg I0507 08:42:58.071508 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-9d9bc95d9-xd7fg W0507 08:43:04.534577 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 08:43:09.543599 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 08:43:09.543615 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 08:43:09.543647 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 08:43:09.569172 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0507 08:43:09.569178 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 08:43:09.569319 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 08:43:10.604236 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 08:43:10.625757 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 08:43:18.579800 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 08:43:18.579866 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 08:43:18.579913 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 08:43:19.587549 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0507 08:43:22.936774 3800 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-w9xfs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:22.937291 3800 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-w9xfs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:23.743316 3800 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-w9xfs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:23.743341 3800 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-w9xfs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:23.748887 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cc5dd497-w9xfs I0507 08:43:23.748908 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cc5dd497-w9xfs I0507 08:43:29.892423 3800 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-5vx59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:29.893066 3800 obj_retry.go:498] Detected object openshift-console/console-5cc5dd497-5vx59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:30.041202 3800 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-5vx59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:30.041224 3800 obj_retry.go:492] Detected object openshift-console/console-5cc5dd497-5vx59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:30.048347 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cc5dd497-5vx59 I0507 08:43:30.048374 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cc5dd497-5vx59 I0507 08:43:43.234273 3800 cni.go:452] [openshift-ingress/router-default-5654d84b7f-qlnqs 5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5654d84b7f-qlnqs 5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7 network default NAD default NAD key ] I0507 08:43:43.309830 3800 cni.go:473] [openshift-ingress/router-default-5654d84b7f-qlnqs 5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5654d84b7f-qlnqs 5e39ed1f57ed6ff74c8bcb7176d08cd60675edf2aa42700342a43076e7d841d7 network default NAD default NAD key default], result "{}", err I0507 08:43:43.359398 3800 obj_retry.go:498] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:43.359428 3800 pods.go:176] Deleting pod: openshift-ingress/router-default-5654d84b7f-qlnqs I0507 08:43:43.360998 3800 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5654d84b7f-qlnqs, ips: 10.128.0.13 I0507 08:43:43.361026 3800 obj_retry.go:498] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:43.670880 3800 obj_retry.go:492] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:43.670908 3800 obj_retry.go:492] Detected object openshift-ingress/router-default-5654d84b7f-qlnqs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:43.677748 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5654d84b7f-qlnqs I0507 08:43:43.677773 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5654d84b7f-qlnqs I0507 08:43:44.841604 3800 cni.go:452] [openshift-image-registry/image-registry-744fd46c4b-zfcbs d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-744fd46c4b-zfcbs d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7 network default NAD default NAD key ] I0507 08:43:44.917887 3800 cni.go:473] [openshift-image-registry/image-registry-744fd46c4b-zfcbs d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-744fd46c4b-zfcbs d5427ea901cbde4a8197cd36f23e599444c30a381c97c223d323ba6707e1a2d7 network default NAD default NAD key default], result "{}", err I0507 08:43:44.963867 3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:44.963894 3800 pods.go:176] Deleting pod: openshift-image-registry/image-registry-744fd46c4b-zfcbs I0507 08:43:44.965062 3800 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-744fd46c4b-zfcbs, ips: 10.128.0.6 I0507 08:43:44.965089 3800 obj_retry.go:498] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:43:45.676204 3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:45.676226 3800 obj_retry.go:492] Detected object openshift-image-registry/image-registry-744fd46c4b-zfcbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:43:45.678748 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-744fd46c4b-zfcbs I0507 08:43:45.678771 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-744fd46c4b-zfcbs I0507 08:44:01.539098 3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:01.539651 3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:01.889746 3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:01.889767 3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:01.895683 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 08:44:01.895709 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 08:44:05.908167 3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:05.908748 3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:06.221078 3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:06.221101 3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:06.231632 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 08:44:06.231650 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0507 08:44:12.595631 3800 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 08:44:23.688073 3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:23.688605 3800 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:24.271893 3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:24.271920 3800 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:24.280294 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 08:44:24.280320 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 08:44:33.615430 3800 cni.go:452] [openshift-console/console-bb7f77fcb-9qhdm 029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-bb7f77fcb-9qhdm 029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58 network default NAD default NAD key ] I0507 08:44:33.686414 3800 cni.go:473] [openshift-console/console-bb7f77fcb-9qhdm 029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-bb7f77fcb-9qhdm 029db2cfebde1ac7a57be2203db738a0ce804c9c8c686afcf13c053789030d58 network default NAD default NAD key default], result "{}", err I0507 08:44:33.731264 3800 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:33.731302 3800 pods.go:176] Deleting pod: openshift-console/console-bb7f77fcb-9qhdm I0507 08:44:33.732439 3800 pods.go:236] Attempting to release IPs for pod: openshift-console/console-bb7f77fcb-9qhdm, ips: 10.128.0.24 I0507 08:44:33.732486 3800 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:33.740870 3800 base_network_controller_pods.go:487] [default/openshift-console/console-d45d5799f-clfwm] creating logical port openshift-console_console-d45d5799f-clfwm for pod on switch ip-10-0-1-107.ec2.internal I0507 08:44:33.740959 3800 kube.go:256] Updating pod openshift-console/console-d45d5799f-clfwm I0507 08:44:33.756985 3800 pod.go:62] [openshift-console/console-d45d5799f-clfwm] pod update took 16.050164ms I0507 08:44:33.757007 3800 base_network_controller_pods.go:951] [default/openshift-console/console-d45d5799f-clfwm] addLogicalPort annotation time took 16.073774ms I0507 08:44:33.758106 3800 pods.go:271] [openshift-console/console-d45d5799f-clfwm] addLogicalPort took 17.250624ms, libovsdb time 798.055µs I0507 08:44:33.853521 3800 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:33.853550 3800 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-9qhdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:33.855683 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb7f77fcb-9qhdm I0507 08:44:33.855706 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb7f77fcb-9qhdm I0507 08:44:34.096301 3800 cni.go:452] [openshift-console/console-d45d5799f-clfwm 3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d45d5799f-clfwm 3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba network default NAD default NAD key ] I0507 08:44:34.106882 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d45d5799f-clfwm, hostIfaceName: 3e6b77a950ebcc0, network: default, NAD default, SandboxID: "3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba", PCI device ID: , UID: "d502d383-764a-4441-b811-1f923b73e114", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0507 08:44:34.154299 3800 cni.go:473] [openshift-console/console-d45d5799f-clfwm 3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d45d5799f-clfwm 3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:48:6a:f5:52:2e\",\"name\":\"3e6b77a950ebcc0\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7be9f9d6-aef5-4105-81b6-ad735f05804c\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:44:42.395737 3800 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:44:42.395830 3800 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 I0507 08:44:42.410213 3800 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8] pod update took 14.410815ms I0507 08:44:42.410240 3800 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8] addLogicalPort annotation time took 14.440359ms I0507 08:44:42.411624 3800 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8] addLogicalPort took 15.906075ms, libovsdb time 931.55µs I0507 08:44:42.752844 3800 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73 network default NAD default NAD key ] I0507 08:44:42.761995 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8, hostIfaceName: 003358dced7f310, network: default, NAD default, SandboxID: "003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73", PCI device ID: , UID: "0b14ed57-14d9-4b6f-aecd-c0c7cd5d121d", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0507 08:44:42.809956 3800 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:92:53:ab:4b:85\",\"name\":\"003358dced7f310\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7643861d-1a7a-46c0-bfbf-b108c40151b1\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:44:44.574114 3800 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:44.574679 3800 obj_retry.go:498] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:44:44.912195 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 08:44:45.079433 3800 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:45.079480 3800 obj_retry.go:492] Detected object openshift-console/console-bb7f77fcb-qxcpt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:45.084897 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-bb7f77fcb-qxcpt I0507 08:44:45.084918 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-bb7f77fcb-qxcpt I0507 08:44:52.945323 3800 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1 network default NAD default NAD key ] I0507 08:44:53.035515 3800 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts becde9ae382b3168f2fb86c1b7973fe792a25f35c0b98d82ee8127cab6b7baf1 network default NAD default NAD key default], result "{}", err I0507 08:44:53.080176 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:53.080217 3800 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts I0507 08:44:53.081635 3800 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts, ips: 10.128.0.22 I0507 08:44:53.081669 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:44:54.101164 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:44:54.101187 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:02.991630 3800 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73 network default NAD default NAD key ] I0507 08:45:03.063539 3800 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 003358dced7f310eb28f67cd94e522b5b856ecae94e643e2be15f38531709b73 network default NAD default NAD key default], result "{}", err I0507 08:45:03.134526 3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.134585 3800 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 I0507 08:45:03.135896 3800 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8, ips: 10.128.0.26 I0507 08:45:03.135924 3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135945 3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.135955 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0507 08:45:03.136133 3800 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:45:03.136148 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 08:45:04.160580 3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160605 3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160621 3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:04.160628 3800 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dtjcp8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:07.466713 3800 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 08:45:07.477572 3800 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 08:45:08.498755 3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:08.499293 3800 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:45:09.471205 3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:09.471228 3800 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:45:09.485984 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 08:45:09.486010 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 08:46:50.310870 3800 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-g2dg2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:46:50.311410 3800 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-g2dg2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:46:50.907749 3800 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-g2dg2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:46:50.907772 3800 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-g2dg2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:46:50.916020 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d45d5799f-g2dg2 I0507 08:46:50.916042 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d45d5799f-g2dg2 I0507 08:47:00.733088 3800 cni.go:452] [openshift-console/console-d45d5799f-clfwm 3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-d45d5799f-clfwm 3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba network default NAD default NAD key ] I0507 08:47:00.807414 3800 cni.go:473] [openshift-console/console-d45d5799f-clfwm 3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-d45d5799f-clfwm 3e6b77a950ebcc0fe17fb3ea45c07e3cc5c573955ca493dccb7e131bce5b2bba network default NAD default NAD key default], result "{}", err I0507 08:47:00.853922 3800 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-clfwm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:47:00.853986 3800 pods.go:176] Deleting pod: openshift-console/console-d45d5799f-clfwm I0507 08:47:00.855230 3800 pods.go:236] Attempting to release IPs for pod: openshift-console/console-d45d5799f-clfwm, ips: 10.128.0.25 I0507 08:47:00.855259 3800 obj_retry.go:498] Detected object openshift-console/console-d45d5799f-clfwm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:47:01.410361 3800 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-clfwm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:47:01.410392 3800 obj_retry.go:492] Detected object openshift-console/console-d45d5799f-clfwm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:47:01.413064 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-d45d5799f-clfwm I0507 08:47:01.413082 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-d45d5799f-clfwm I0507 08:47:40.442404 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 08:47:41.474754 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 08:48:00.368494 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=615 I0507 08:48:23.467960 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 08:48:33.457588 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 08:48:52.358641 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0507 08:49:18.474282 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0507 08:49:25.437430 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 08:49:38.350228 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0507 08:49:57.353087 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0507 08:50:00.199138 3800 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635730-z4r9s for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:00.199256 3800 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s I0507 08:50:00.223386 3800 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s] pod update took 24.154934ms I0507 08:50:00.223410 3800 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s] addLogicalPort annotation time took 24.182464ms I0507 08:50:00.224577 3800 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s] addLogicalPort took 25.460445ms, libovsdb time 821.441µs I0507 08:50:00.563681 3800 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s 5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s 5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481 network default NAD default NAD key ] I0507 08:50:00.572728 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635730-z4r9s, hostIfaceName: 5853f764edd2a96, network: default, NAD default, SandboxID: "5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481", PCI device ID: , UID: "2e5dd020-6355-46af-925d-e3cd09acdd6c", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0507 08:50:00.620483 3800 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s 5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s 5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5f:10:e8:82:99\",\"name\":\"5853f764edd2a96\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8251820-ade8-464b-94e4-f3c85503c5fe\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:50:02.452990 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0507 08:50:04.105615 3800 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s 5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s 5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481 network default NAD default NAD key ] I0507 08:50:04.186167 3800 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s 5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s 5853f764edd2a96e85726a1c7cfb8b4d02432914b6c29cbddda6d66949d7d481 network default NAD default NAD key default], result "{}", err I0507 08:50:04.226041 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:04.226100 3800 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s I0507 08:50:04.227305 3800 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s, ips: 10.128.0.27 I0507 08:50:04.227336 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:05.118729 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:05.118777 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635730-z4r9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:06.354274 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0507 08:50:09.429227 3800 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-cwlh8 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:09.429355 3800 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8 I0507 08:50:09.444688 3800 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8] pod update took 15.358762ms I0507 08:50:09.444714 3800 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8] addLogicalPort annotation time took 15.387535ms I0507 08:50:09.445853 3800 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8] addLogicalPort took 16.642018ms, libovsdb time 835.712µs I0507 08:50:09.786872 3800 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8 bb1d70adb57af6bf61d99269212d2889bd945c01b82607c8d180b8032b9ca6e0 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8 bb1d70adb57af6bf61d99269212d2889bd945c01b82607c8d180b8032b9ca6e0 network default NAD default NAD key ] I0507 08:50:09.796335 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-cwlh8, hostIfaceName: bb1d70adb57af6b, network: default, NAD default, SandboxID: "bb1d70adb57af6bf61d99269212d2889bd945c01b82607c8d180b8032b9ca6e0", PCI device ID: , UID: "388d4599-4f1f-4878-978f-810d777544be", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0507 08:50:09.844183 3800 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8 bb1d70adb57af6bf61d99269212d2889bd945c01b82607c8d180b8032b9ca6e0 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-cwlh8 bb1d70adb57af6bf61d99269212d2889bd945c01b82607c8d180b8032b9ca6e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:a6:6e:ed:16:b1\",\"name\":\"bb1d70adb57af6b\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc445546-2b04-413f-a900-7d5baa46c6c2\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:50:13.140707 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:50:14.437812 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 08:50:15.447735 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 08:50:18.463293 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0507 08:50:24.144213 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 08:50:24.178567 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 08:50:24.178622 3800 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2f9l6 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2f9l6: no pod IPs found I0507 08:50:46.048266 3800 namespace.go:98] [tsf] adding namespace I0507 08:50:46.049262 3800 namespace.go:102] [tsf] adding namespace took 967.814µs I0507 08:50:46.063613 3800 namespace.go:142] [tsf] updating namespace I0507 08:50:46.076883 3800 namespace.go:142] [tsf] updating namespace I0507 08:50:49.850661 3800 namespace.go:98] [rhbk-operator] adding namespace I0507 08:50:49.851537 3800 namespace.go:102] [rhbk-operator] adding namespace took 855.136µs I0507 08:50:49.856758 3800 namespace.go:98] [konflux-operator] adding namespace I0507 08:50:49.857506 3800 namespace.go:102] [konflux-operator] adding namespace took 733.49µs I0507 08:50:49.860904 3800 namespace.go:98] [tsf-keycloak] adding namespace I0507 08:50:49.860975 3800 namespace.go:98] [konflux-ui] adding namespace I0507 08:50:49.861189 3800 namespace.go:98] [cert-manager-operator] adding namespace I0507 08:50:49.861547 3800 namespace.go:102] [tsf-keycloak] adding namespace took 628.364µs I0507 08:50:49.862225 3800 namespace.go:102] [konflux-ui] adding namespace took 1.236241ms I0507 08:50:49.862748 3800 namespace.go:102] [cert-manager-operator] adding namespace took 1.545425ms I0507 08:50:49.863077 3800 namespace.go:98] [tsf-tpa] adding namespace I0507 08:50:49.863141 3800 namespace.go:98] [rhtpa-operator] adding namespace I0507 08:50:49.863309 3800 namespace.go:98] [tsf-tas] adding namespace I0507 08:50:49.863757 3800 namespace.go:102] [tsf-tpa] adding namespace took 668.928µs I0507 08:50:49.864285 3800 namespace.go:102] [rhtpa-operator] adding namespace took 1.129201ms I0507 08:50:49.864797 3800 namespace.go:102] [tsf-tas] adding namespace took 1.41831ms I0507 08:50:49.869723 3800 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:49.884725 3800 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:49.894207 3800 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:49.894248 3800 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:49.902760 3800 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:49.915725 3800 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:49.922098 3800 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:49.937867 3800 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:49.937893 3800 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:49.957821 3800 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:49.957891 3800 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:49.968740 3800 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:49.978020 3800 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:49.983677 3800 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:49.992917 3800 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:50.082420 3800 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:50.103824 3800 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:50.110436 3800 namespace.go:142] [rhbk-operator] updating namespace I0507 08:50:50.198622 3800 namespace.go:142] [konflux-ui] updating namespace I0507 08:50:50.268907 3800 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:50:50.462683 3800 namespace.go:142] [konflux-operator] updating namespace I0507 08:50:50.658135 3800 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:50:50.858290 3800 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:50.996677 3800 namespace.go:142] [tsf-tpa] updating namespace I0507 08:50:51.005957 3800 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:50:51.059789 3800 namespace.go:142] [tsf-tas] updating namespace I0507 08:50:51.171735 3800 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:51.171866 3800 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0507 08:50:51.195369 3800 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 23.523815ms I0507 08:50:51.195388 3800 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 23.554826ms I0507 08:50:51.196628 3800 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 24.906108ms, libovsdb time 892.185µs I0507 08:50:51.549060 3800 cni.go:452] [tsf/test-tsf-subscriptions 9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e network default NAD default NAD key ] I0507 08:50:51.559043 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 9c60d471e688420, network: default, NAD default, SandboxID: "9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e", PCI device ID: , UID: "5cd2d679-fd26-4037-8b48-026c647c6ea2", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0507 08:50:51.606546 3800 cni.go:473] [tsf/test-tsf-subscriptions 9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:47:4b:e9:0d:05\",\"name\":\"9c60d471e688420\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80963d4c-d4aa-4465-8bb1-e8e982655349\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:50:52.501333 3800 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:52.501490 3800 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 I0507 08:50:52.521260 3800 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66] pod update took 19.828433ms I0507 08:50:52.521283 3800 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66] addLogicalPort annotation time took 19.856715ms I0507 08:50:52.522506 3800 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66] addLogicalPort took 21.189469ms, libovsdb time 880.015µs I0507 08:50:52.792747 3800 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:52.792904 3800 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd I0507 08:50:52.806406 3800 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd] pod update took 13.560109ms I0507 08:50:52.806426 3800 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd] addLogicalPort annotation time took 13.585812ms I0507 08:50:52.807840 3800 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd] addLogicalPort took 15.10953ms, libovsdb time 995.297µs I0507 08:50:53.059008 3800 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35 network default NAD default NAD key ] I0507 08:50:53.069434 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66, hostIfaceName: bc289f0031fdfb5, network: default, NAD default, SandboxID: "bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35", PCI device ID: , UID: "02a61c39-f60e-48d8-b9d4-f5ac2617f860", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0507 08:50:53.119355 3800 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:54:50:24:6f:fb\",\"name\":\"bc289f0031fdfb5\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/249f8187-5474-4ea5-910c-dff30d55b90e\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:50:53.156647 3800 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd 826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd 826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b network default NAD default NAD key ] I0507 08:50:53.167569 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd, hostIfaceName: 826675ad1f29d51, network: default, NAD default, SandboxID: "826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b", PCI device ID: , UID: "d5fca757-7da7-4e49-9a31-013d7fc9b867", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0507 08:50:53.214729 3800 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd 826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd 826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:da:f5:22:ec:09\",\"name\":\"826675ad1f29d51\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/152e9881-6a8e-4a2f-ad58-708c7b1b0bf0\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:50:55.976715 3800 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:55.976872 3800 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f I0507 08:50:55.990801 3800 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f] pod update took 13.970678ms I0507 08:50:55.990830 3800 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f] addLogicalPort annotation time took 14.007985ms I0507 08:50:55.992394 3800 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f] addLogicalPort took 15.700738ms, libovsdb time 1.084184ms I0507 08:50:56.367594 3800 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f 43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f 43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3 network default NAD default NAD key ] I0507 08:50:56.379038 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f, hostIfaceName: 43abc022ed38bbb, network: default, NAD default, SandboxID: "43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3", PCI device ID: , UID: "65c03988-76c4-41d2-be73-053da5bedc8e", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0507 08:50:56.442554 3800 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f 43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f 43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:3f:64:57:fe:27\",\"name\":\"43abc022ed38bbb\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/272cab04-a43e-4c85-9081-5c52aaacab6e\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:50:57.153697 3800 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:57.153838 3800 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw I0507 08:50:57.167939 3800 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw] pod update took 14.133967ms I0507 08:50:57.167965 3800 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw] addLogicalPort annotation time took 14.166858ms I0507 08:50:57.169447 3800 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw] addLogicalPort took 15.769017ms, libovsdb time 1.058431ms I0507 08:50:57.325767 3800 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd 826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd 826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b network default NAD default NAD key ] I0507 08:50:57.329476 3800 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35 network default NAD default NAD key ] I0507 08:50:57.419437 3800 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd 826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd 826675ad1f29d518df18361c9088fbed692aea8eb8e45de6bece400d775d9e6b network default NAD default NAD key default], result "{}", err I0507 08:50:57.446205 3800 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 bc289f0031fdfb5b3d75992df9e349d74243a3d28ee1bcb4c7acd08ebf1d8d35 network default NAD default NAD key default], result "{}", err I0507 08:50:58.530852 3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.530888 3800 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 I0507 08:50:58.532497 3800 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66, ips: 10.128.0.30 I0507 08:50:58.532527 3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.532552 3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.532560 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:50:58.532790 3800 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.532805 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:50:58.552750 3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.552783 3800 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd I0507 08:50:58.554163 3800 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd, ips: 10.128.0.31 I0507 08:50:58.554191 3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.554217 3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.554227 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:50:58.554435 3800 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:50:58.554468 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:50:59.420051 3800 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:59.420175 3800 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 I0507 08:50:59.434089 3800 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7] pod update took 13.956724ms I0507 08:50:59.434116 3800 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7] addLogicalPort annotation time took 13.987586ms I0507 08:50:59.435531 3800 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7] addLogicalPort took 15.503578ms, libovsdb time 935.231µs I0507 08:50:59.522748 3800 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:50:59.522844 3800 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 I0507 08:50:59.539114 3800 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2] pod update took 16.298102ms I0507 08:50:59.539135 3800 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2] addLogicalPort annotation time took 16.325498ms I0507 08:50:59.540490 3800 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2] addLogicalPort took 17.757033ms, libovsdb time 988.385µs I0507 08:50:59.557238 3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.557266 3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.557287 3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.557296 3800 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ec8f66 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.578263 3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.578311 3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.578327 3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:50:59.578336 3800 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51nbqcd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:02.801365 3800 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c network default NAD default NAD key ] I0507 08:51:02.804972 3800 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw 58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw 58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc network default NAD default NAD key ] I0507 08:51:02.805827 3800 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7 network default NAD default NAD key ] I0507 08:51:02.812963 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2, hostIfaceName: 0db994b5e79bdf7, network: default, NAD default, SandboxID: "0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c", PCI device ID: , UID: "2a3bd419-afc2-4b8e-a374-c81000f6ad1b", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0507 08:51:02.816677 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw, hostIfaceName: 58786fd114bd0e0, network: default, NAD default, SandboxID: "58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc", PCI device ID: , UID: "3445c88a-4f53-4675-aa0f-a1ea058c3452", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0507 08:51:02.816897 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7, hostIfaceName: a67d61fa6eba3bd, network: default, NAD default, SandboxID: "a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7", PCI device ID: , UID: "0cee1dd9-223c-4486-945a-6e157fa1487c", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0507 08:51:02.871038 3800 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:0a:e7:ca:ef:a4\",\"name\":\"0db994b5e79bdf7\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9f94278-3677-4953-accc-87c55dd7c776\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:51:02.890118 3800 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw 58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw 58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:87:3f:98:e6:6b\",\"name\":\"58786fd114bd0e0\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c526a3a-01ca-48c4-99a8-ab7d43a3698b\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:51:02.914041 3800 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:49:d7:f7:cb:d6\",\"name\":\"a67d61fa6eba3bd\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c72ab5e-771e-455d-8012-c9aa649dca50\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:51:05.402023 3800 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f 43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f 43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3 network default NAD default NAD key ] I0507 08:51:05.474792 3800 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f 43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f 43abc022ed38bbbec0704b83d61b51b84685623394fc59e8718ae657d05a83c3 network default NAD default NAD key default], result "{}", err I0507 08:51:05.529666 3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.529698 3800 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f I0507 08:51:05.531125 3800 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f, ips: 10.128.0.32 I0507 08:51:05.531154 3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.531179 3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.531188 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:05.531387 3800 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:05.531401 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:06.410348 3800 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c network default NAD default NAD key ] I0507 08:51:06.479012 3800 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 0db994b5e79bdf7fca9a86992428989341ec4866d044b54ebd2be4e6bb8fc23c network default NAD default NAD key default], result "{}", err I0507 08:51:06.531311 3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.531346 3800 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 I0507 08:51:06.532820 3800 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2, ips: 10.128.0.35 I0507 08:51:06.532851 3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.532876 3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.532886 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:06.533059 3800 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:06.533071 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:06.559111 3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.559135 3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.559158 3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:06.559168 3800 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgk9f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.419641 3800 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw 58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw 58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc network default NAD default NAD key ] I0507 08:51:07.419683 3800 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7 network default NAD default NAD key ] I0507 08:51:07.490886 3800 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw 58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw 58786fd114bd0e05955ede9eb86779d185b4ce621181d3d0443d63992dab96cc network default NAD default NAD key default], result "{}", err I0507 08:51:07.508918 3800 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 a67d61fa6eba3bdde7d77aaf28a0e9fcb7c53ce1beb4a058765ebe00c06ea4e7 network default NAD default NAD key default], result "{}", err I0507 08:51:07.561184 3800 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.561221 3800 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw I0507 08:51:07.562474 3800 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw, ips: 10.128.0.33 I0507 08:51:07.562500 3800 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.562518 3800 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.562527 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:07.562727 3800 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.562750 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:07.565521 3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.565538 3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.565556 3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.565568 3800 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7fsdq2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:07.586794 3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.586822 3800 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 I0507 08:51:07.587986 3800 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7, ips: 10.128.0.34 I0507 08:51:07.588008 3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.588026 3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.588033 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 08:51:07.588222 3800 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 08:51:07.588237 3800 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 08:51:08.634085 3800 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.634109 3800 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.634124 3800 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.634132 3800 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fewb9jw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.645440 3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.645468 3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.645480 3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:08.645488 3800 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vcfs7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:51:11.587972 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 08:51:15.355534 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 W0507 08:51:15.900842 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.908971 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.914139 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:15.923344 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 08:51:16.982780 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 08:51:27.260049 3800 namespace.go:98] [cert-manager] adding namespace I0507 08:51:27.260991 3800 namespace.go:102] [cert-manager] adding namespace took 921.937µs I0507 08:51:27.296861 3800 namespace.go:142] [cert-manager] updating namespace I0507 08:51:27.320688 3800 namespace.go:142] [cert-manager] updating namespace I0507 08:51:28.891018 3800 namespace.go:142] [openshift-operators] updating namespace I0507 08:51:28.917199 3800 namespace.go:142] [openshift-operators] updating namespace W0507 08:51:32.859260 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 08:51:32.859279 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 08:51:37.910344 3800 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 08:51:37.911198 3800 namespace.go:102] [trusted-artifact-signer] adding namespace took 816.305µs I0507 08:51:37.983313 3800 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:38.019732 3800 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 08:51:38.823010 3800 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 08:51:40.709427 3800 namespace.go:142] [openshift-operators] updating namespace I0507 08:51:55.659759 3800 cni.go:452] [tsf/test-tsf-subscriptions 9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e network default NAD default NAD key ] I0507 08:51:55.750014 3800 cni.go:473] [tsf/test-tsf-subscriptions 9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 9c60d471e688420eaa964716d40b2674d8a7c8dd95b606108ce809a130fb882e network default NAD default NAD key default], result "{}", err I0507 08:51:55.777243 3800 namespace.go:98] [openshift-pipelines] adding namespace I0507 08:51:55.778090 3800 namespace.go:102] [openshift-pipelines] adding namespace took 824.48µs I0507 08:51:55.802108 3800 namespace.go:142] [openshift-pipelines] updating namespace I0507 08:51:55.817878 3800 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:55.817905 3800 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0507 08:51:55.819019 3800 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.29 I0507 08:51:55.819043 3800 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:51:55.839911 3800 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:55.839934 3800 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:51:55.851373 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 08:51:55.851398 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 08:51:56.541582 3800 namespace.go:142] [cert-manager] updating namespace I0507 08:51:56.748294 3800 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:57.142609 3800 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:57.177042 3800 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-107.ec2.internal I0507 08:51:57.177157 3800 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0507 08:51:57.193445 3800 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 16.311202ms I0507 08:51:57.193488 3800 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 16.357221ms I0507 08:51:57.194687 3800 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 17.659322ms, libovsdb time 858.783µs I0507 08:51:57.339299 3800 namespace.go:142] [konflux-ui] updating namespace I0507 08:51:57.541244 3800 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:51:57.555483 3800 cni.go:452] [tsf/test-tsf-infrastructure 9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05 network default NAD default NAD key ] I0507 08:51:57.564643 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 9cdfa28ac165fac, network: default, NAD default, SandboxID: "9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05", PCI device ID: , UID: "3d048b5f-3cfd-4cd3-bd8b-554f8dc458ed", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0507 08:51:57.611963 3800 cni.go:473] [tsf/test-tsf-infrastructure 9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:c6:1e:4f:22:23\",\"name\":\"9cdfa28ac165fac\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/280af153-aaa3-406d-b82f-886060193632\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:51:57.943111 3800 namespace.go:142] [rhbk-operator] updating namespace I0507 08:51:58.143401 3800 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:51:58.343387 3800 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:58.545052 3800 namespace.go:142] [tsf] updating namespace I0507 08:51:58.747670 3800 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:51:58.951410 3800 namespace.go:142] [tsf-tas] updating namespace I0507 08:51:59.152280 3800 namespace.go:142] [tsf-tpa] updating namespace I0507 08:51:59.274056 3800 namespace.go:142] [cert-manager] updating namespace I0507 08:51:59.281059 3800 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:59.290648 3800 namespace.go:142] [default] updating namespace I0507 08:51:59.297102 3800 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:59.306008 3800 namespace.go:142] [konflux-ui] updating namespace I0507 08:51:59.327633 3800 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:51:59.334989 3800 namespace.go:142] [openshift] updating namespace I0507 08:51:59.344443 3800 namespace.go:142] [rhbk-operator] updating namespace I0507 08:51:59.353927 3800 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:51:59.362093 3800 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:51:59.371186 3800 namespace.go:142] [tsf] updating namespace I0507 08:51:59.394531 3800 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:51:59.417417 3800 namespace.go:142] [tsf-tas] updating namespace I0507 08:51:59.431714 3800 namespace.go:142] [tsf-tpa] updating namespace I0507 08:51:59.530674 3800 namespace.go:142] [cert-manager] updating namespace I0507 08:51:59.635281 3800 namespace.go:142] [cert-manager-operator] updating namespace I0507 08:51:59.732215 3800 namespace.go:142] [default] updating namespace I0507 08:51:59.838290 3800 namespace.go:142] [konflux-operator] updating namespace I0507 08:51:59.932840 3800 namespace.go:142] [konflux-ui] updating namespace I0507 08:52:00.031048 3800 namespace.go:142] [open-cluster-management-2q4vtdvejrrvj7fqh7irgbvhm1lon1ci] updating namespace I0507 08:52:00.086578 3800 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-t64m6 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:52:00.086684 3800 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6 I0507 08:52:00.099728 3800 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6] pod update took 13.069919ms I0507 08:52:00.099749 3800 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6] addLogicalPort annotation time took 13.096167ms I0507 08:52:00.100931 3800 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6] addLogicalPort took 14.369477ms, libovsdb time 844.674µs I0507 08:52:00.100993 3800 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-n67fm for pod on switch ip-10-0-1-107.ec2.internal I0507 08:52:00.101062 3800 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm I0507 08:52:00.115577 3800 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm] pod update took 14.534726ms I0507 08:52:00.115608 3800 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm] addLogicalPort annotation time took 14.569686ms I0507 08:52:00.116943 3800 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm] addLogicalPort took 15.956289ms, libovsdb time 892.553µs I0507 08:52:00.131851 3800 namespace.go:142] [openshift] updating namespace I0507 08:52:00.228790 3800 namespace.go:142] [rhbk-operator] updating namespace I0507 08:52:00.331162 3800 namespace.go:142] [rhtpa-operator] updating namespace I0507 08:52:00.429949 3800 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 08:52:00.533049 3800 namespace.go:142] [tsf] updating namespace I0507 08:52:00.632843 3800 namespace.go:142] [tsf-keycloak] updating namespace I0507 08:52:00.731167 3800 namespace.go:142] [tsf-tas] updating namespace I0507 08:52:00.830017 3800 namespace.go:142] [tsf-tpa] updating namespace I0507 08:52:01.111255 3800 namespace.go:142] [openshift-pipelines] updating namespace I0507 08:52:04.667926 3800 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm 4b8b570a0b032a37d958b0cd0e5cd52bfc29062863a17a12c75e37be7b75790d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm 4b8b570a0b032a37d958b0cd0e5cd52bfc29062863a17a12c75e37be7b75790d network default NAD default NAD key ] I0507 08:52:04.677257 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-n67fm, hostIfaceName: 4b8b570a0b032a3, network: default, NAD default, SandboxID: "4b8b570a0b032a37d958b0cd0e5cd52bfc29062863a17a12c75e37be7b75790d", PCI device ID: , UID: "e7c0bad7-c675-4006-8387-22e17cdff5ae", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0507 08:52:04.728395 3800 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm 4b8b570a0b032a37d958b0cd0e5cd52bfc29062863a17a12c75e37be7b75790d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-n67fm 4b8b570a0b032a37d958b0cd0e5cd52bfc29062863a17a12c75e37be7b75790d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:75:b7:a3:71:99\",\"name\":\"4b8b570a0b032a3\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a22af7bb-b8af-48c2-9a6a-b7030f8bd051\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:52:05.258209 3800 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6 96a327e7e3ba9675490c220bd56c09774cbd04c5b5a995bd9d23ab058e9838fa network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6 96a327e7e3ba9675490c220bd56c09774cbd04c5b5a995bd9d23ab058e9838fa network default NAD default NAD key ] I0507 08:52:05.268062 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-t64m6, hostIfaceName: 96a327e7e3ba967, network: default, NAD default, SandboxID: "96a327e7e3ba9675490c220bd56c09774cbd04c5b5a995bd9d23ab058e9838fa", PCI device ID: , UID: "313cd3cd-f7fd-45f8-bb3a-6cda6957d111", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0507 08:52:05.316790 3800 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6 96a327e7e3ba9675490c220bd56c09774cbd04c5b5a995bd9d23ab058e9838fa network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t64m6 96a327e7e3ba9675490c220bd56c09774cbd04c5b5a995bd9d23ab058e9838fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:c6:1b:43:6c:a7\",\"name\":\"96a327e7e3ba967\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7840bd90-9911-47da-a584-6f13b90bc4a6\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:52:05.737403 3800 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0507 08:52:05.755373 3800 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0507 08:52:09.205630 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:52:09.205749 3800 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844 I0507 08:52:09.221927 3800 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844] pod update took 16.204879ms I0507 08:52:09.221947 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844] addLogicalPort annotation time took 16.229608ms I0507 08:52:09.223098 3800 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844] addLogicalPort took 17.487302ms, libovsdb time 834.781µs I0507 08:52:09.306811 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-9nxcz for pod on switch ip-10-0-1-107.ec2.internal I0507 08:52:09.306900 3800 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz I0507 08:52:09.323447 3800 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz] pod update took 16.576246ms I0507 08:52:09.323494 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz] addLogicalPort annotation time took 16.623922ms I0507 08:52:09.324633 3800 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz] addLogicalPort took 17.840477ms, libovsdb time 768.156µs I0507 08:52:09.570444 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844 5f0ac7b67d87bf4870246e00a296f3f119fe4eedee2bc1bfab07ce7ebbfacd8d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844 5f0ac7b67d87bf4870246e00a296f3f119fe4eedee2bc1bfab07ce7ebbfacd8d network default NAD default NAD key ] I0507 08:52:09.579559 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844, hostIfaceName: 5f0ac7b67d87bf4, network: default, NAD default, SandboxID: "5f0ac7b67d87bf4870246e00a296f3f119fe4eedee2bc1bfab07ce7ebbfacd8d", PCI device ID: , UID: "1716837b-62ff-4b5d-b8c4-b3fe5c8e2849", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0507 08:52:09.630338 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844 5f0ac7b67d87bf4870246e00a296f3f119fe4eedee2bc1bfab07ce7ebbfacd8d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-jt844 5f0ac7b67d87bf4870246e00a296f3f119fe4eedee2bc1bfab07ce7ebbfacd8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:5f:57:35:7c:a6\",\"name\":\"5f0ac7b67d87bf4\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1c302e3-3840-4ef3-a4d3-b7562553b772\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:52:09.670690 3800 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz c567f22bd9439cf820b706a0cb5e303b277620735bb7fc4c30d06415375e519d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz c567f22bd9439cf820b706a0cb5e303b277620735bb7fc4c30d06415375e519d network default NAD default NAD key ] I0507 08:52:09.679899 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-9nxcz, hostIfaceName: c567f22bd9439cf, network: default, NAD default, SandboxID: "c567f22bd9439cf820b706a0cb5e303b277620735bb7fc4c30d06415375e519d", PCI device ID: , UID: "8562eea5-0ff0-405b-9d76-5701ad4cee4a", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0507 08:52:09.728746 3800 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz c567f22bd9439cf820b706a0cb5e303b277620735bb7fc4c30d06415375e519d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-9nxcz c567f22bd9439cf820b706a0cb5e303b277620735bb7fc4c30d06415375e519d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:41:44:41:2d:ab\",\"name\":\"c567f22bd9439cf\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b507346-faae-4f9e-8a48-2f2dbf658c4d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:52:13.272858 3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.272879 3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.272886 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 08:52:13.303744 3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.303763 3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.303768 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 08:52:13.770104 3800 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.770123 3800 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.770130 3800 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:13.770134 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:24.785090 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:24.785111 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:24.785116 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:24.785121 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 08:52:26.732804 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 08:52:26.752081 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0507 08:52:34.987916 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 08:52:36.894620 3800 cni.go:452] [tsf/test-tsf-infrastructure 9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05 network default NAD default NAD key ] I0507 08:52:36.974609 3800 cni.go:473] [tsf/test-tsf-infrastructure 9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 9cdfa28ac165fac3e8e63502fa67127862f4cc85cb7b9bbca59470166a33ae05 network default NAD default NAD key default], result "{}", err I0507 08:52:37.022756 3800 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:52:37.022785 3800 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0507 08:52:37.023928 3800 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.36 I0507 08:52:37.023958 3800 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:52:37.041020 3800 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:52:37.041037 3800 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:52:37.050894 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 08:52:37.050917 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 08:52:38.079980 3800 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-107.ec2.internal I0507 08:52:38.080067 3800 kube.go:256] Updating pod tsf/test-tsf-iam I0507 08:52:38.094429 3800 pod.go:62] [tsf/test-tsf-iam] pod update took 14.384578ms I0507 08:52:38.094450 3800 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.410946ms I0507 08:52:38.095773 3800 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.810068ms, libovsdb time 869.05µs I0507 08:52:38.451078 3800 cni.go:452] [tsf/test-tsf-iam 409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab network default NAD default NAD key ] I0507 08:52:38.460754 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 409c72c55dca809, network: default, NAD default, SandboxID: "409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab", PCI device ID: , UID: "1bd3ddbd-616a-4287-81c2-3ae4cd6d805b", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0507 08:52:38.509808 3800 cni.go:473] [tsf/test-tsf-iam 409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:6e:ce:66:71:16\",\"name\":\"409c72c55dca809\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7506764d-32b1-4570-b2a1-7b8b0d2a5b71\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:52:38.951817 3800 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 08:52:38.952414 3800 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 08:52:38.952432 3800 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 08:52:38.954358 3800 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 08:52:39.315737 3800 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:52:39.315866 3800 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0507 08:52:39.331953 3800 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.113076ms I0507 08:52:39.331976 3800 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.141574ms I0507 08:52:39.333279 3800 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.563642ms, libovsdb time 952.279µs I0507 08:52:39.672375 3800 cni.go:452] [tsf-keycloak/keycloak-0 f6295872851de2cd0ba63c496db20e8d33c9b101559fecb1ba35313dd4bdcbfb network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 f6295872851de2cd0ba63c496db20e8d33c9b101559fecb1ba35313dd4bdcbfb network default NAD default NAD key ] I0507 08:52:39.681758 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: f6295872851de2c, network: default, NAD default, SandboxID: "f6295872851de2cd0ba63c496db20e8d33c9b101559fecb1ba35313dd4bdcbfb", PCI device ID: , UID: "d1caa187-2680-4412-a2a0-7bf8d369e4ff", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0507 08:52:39.729288 3800 cni.go:473] [tsf-keycloak/keycloak-0 f6295872851de2cd0ba63c496db20e8d33c9b101559fecb1ba35313dd4bdcbfb network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 f6295872851de2cd0ba63c496db20e8d33c9b101559fecb1ba35313dd4bdcbfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:32:f0:fc:56:53\",\"name\":\"f6295872851de2c\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/706be26c-0f3f-4f97-ba36-d77191e3027c\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:52:40.424758 3800 namespace.go:142] [openshift-pipelines] updating namespace I0507 08:52:44.446986 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 W0507 08:52:44.956032 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 08:52:44.956060 3800 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 08:52:44.959401 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 08:52:44.959423 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0507 08:52:47.780239 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-qfr4b for pod on switch ip-10-0-1-107.ec2.internal I0507 08:52:47.780445 3800 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b I0507 08:52:47.794295 3800 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b] pod update took 13.883699ms I0507 08:52:47.794396 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b] addLogicalPort annotation time took 13.995331ms I0507 08:52:47.796309 3800 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b] addLogicalPort took 16.090501ms, libovsdb time 1.360835ms I0507 08:52:48.235684 3800 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b d1ebf3f8f5cbc2c95331b6a269a3dc72b4a6260aa856ce06dfb14def85cb7afe network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b d1ebf3f8f5cbc2c95331b6a269a3dc72b4a6260aa856ce06dfb14def85cb7afe network default NAD default NAD key ] I0507 08:52:48.258597 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-qfr4b, hostIfaceName: d1ebf3f8f5cbc2c, network: default, NAD default, SandboxID: "d1ebf3f8f5cbc2c95331b6a269a3dc72b4a6260aa856ce06dfb14def85cb7afe", PCI device ID: , UID: "21d9216b-8f5a-445b-860a-fd28203162ef", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0507 08:52:48.334855 3800 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b d1ebf3f8f5cbc2c95331b6a269a3dc72b4a6260aa856ce06dfb14def85cb7afe network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-qfr4b d1ebf3f8f5cbc2c95331b6a269a3dc72b4a6260aa856ce06dfb14def85cb7afe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:60:62:95:cd:72\",\"name\":\"d1ebf3f8f5cbc2c\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f75f9df1-ef40-49e1-adc9-2b6a60ac1feb\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:52:53.902130 3800 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 08:53:08.906345 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 08:53:08.906367 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 08:53:08.906850 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0507 08:53:08.906869 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0507 08:53:19.001834 3800 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-622wr] creating logical port tsf-keycloak_tsf-iam-622wr for pod on switch ip-10-0-1-107.ec2.internal I0507 08:53:19.001930 3800 kube.go:256] Updating pod tsf-keycloak/tsf-iam-622wr I0507 08:53:19.016431 3800 pod.go:62] [tsf-keycloak/tsf-iam-622wr] pod update took 14.527367ms I0507 08:53:19.016469 3800 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-622wr] addLogicalPort annotation time took 14.553038ms I0507 08:53:19.017678 3800 pods.go:271] [tsf-keycloak/tsf-iam-622wr] addLogicalPort took 15.860016ms, libovsdb time 856.993µs W0507 08:53:19.204026 3800 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:19.204047 3800 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 08:53:19.204052 3800 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0507 08:53:19.371275 3800 cni.go:452] [tsf-keycloak/tsf-iam-622wr 0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-622wr 0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09 network default NAD default NAD key ] I0507 08:53:19.380361 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-622wr, hostIfaceName: 0850cb7392a1185, network: default, NAD default, SandboxID: "0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09", PCI device ID: , UID: "1078ce3a-8855-47bd-861e-76de536d31e1", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0507 08:53:19.429243 3800 cni.go:473] [tsf-keycloak/tsf-iam-622wr 0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-622wr 0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:5b:a2:91:46:74\",\"name\":\"0850cb7392a1185\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecf096e1-ca5f-4dee-b063-56b13a06e130\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:53:29.218864 3800 cni.go:452] [tsf/test-tsf-iam 409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab network default NAD default NAD key ] I0507 08:53:29.288672 3800 cni.go:473] [tsf/test-tsf-iam 409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 409c72c55dca80981428ba4266ac604dab54d1ab3e4a78a9876f2eea8105e7ab network default NAD default NAD key default], result "{}", err I0507 08:53:29.341922 3800 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:29.341953 3800 pods.go:176] Deleting pod: tsf/test-tsf-iam I0507 08:53:29.343313 3800 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.41 I0507 08:53:29.343339 3800 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:29.383289 3800 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:29.383310 3800 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:29.389030 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 08:53:29.389053 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0507 08:53:30.184080 3800 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-107.ec2.internal I0507 08:53:30.184177 3800 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0507 08:53:30.199833 3800 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.677155ms I0507 08:53:30.199856 3800 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.70538ms I0507 08:53:30.201228 3800 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.16648ms, libovsdb time 996.835µs I0507 08:53:30.854415 3800 cni.go:452] [tsf-tas/test-tsf-tas bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf network default NAD default NAD key ] I0507 08:53:30.864630 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: bab7da45841d060, network: default, NAD default, SandboxID: "bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf", PCI device ID: , UID: "9e9652eb-242d-444f-82e2-f7fae3edbcc4", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0507 08:53:30.915710 3800 cni.go:473] [tsf-tas/test-tsf-tas bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:54:dd:d5:a1:fe\",\"name\":\"bab7da45841d060\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b79dee0e-ca9f-4b1a-be9a-b0d013710fd0\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:53:32.260999 3800 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-56d84d8cc-t25d6] creating logical port tsf-tas_trillian-logsigner-56d84d8cc-t25d6 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:53:32.261089 3800 kube.go:256] Updating pod tsf-tas/trillian-logsigner-56d84d8cc-t25d6 I0507 08:53:32.292085 3800 pod.go:62] [tsf-tas/trillian-logsigner-56d84d8cc-t25d6] pod update took 31.018576ms I0507 08:53:32.292113 3800 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-56d84d8cc-t25d6] addLogicalPort annotation time took 31.054002ms I0507 08:53:32.293339 3800 pods.go:271] [tsf-tas/trillian-logsigner-56d84d8cc-t25d6] addLogicalPort took 32.360261ms, libovsdb time 873.991µs I0507 08:53:33.219721 3800 cni.go:452] [tsf-tas/trillian-logsigner-56d84d8cc-t25d6 216004ae751b1ac8379f1a1e4920acd3f944739ea5ff0141dec9c10abb75f02a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-56d84d8cc-t25d6 216004ae751b1ac8379f1a1e4920acd3f944739ea5ff0141dec9c10abb75f02a network default NAD default NAD key ] I0507 08:53:33.231352 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-56d84d8cc-t25d6, hostIfaceName: 216004ae751b1ac, network: default, NAD default, SandboxID: "216004ae751b1ac8379f1a1e4920acd3f944739ea5ff0141dec9c10abb75f02a", PCI device ID: , UID: "0f788ea5-9cbe-48f3-bf08-865a6763f1ef", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0507 08:53:33.286391 3800 cni.go:473] [tsf-tas/trillian-logsigner-56d84d8cc-t25d6 216004ae751b1ac8379f1a1e4920acd3f944739ea5ff0141dec9c10abb75f02a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-56d84d8cc-t25d6 216004ae751b1ac8379f1a1e4920acd3f944739ea5ff0141dec9c10abb75f02a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:39:45:8f:40:cb\",\"name\":\"216004ae751b1ac\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2b1128a-c692-4b78-975c-98905092c991\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:53:34.282678 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0507 08:53:34.282699 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0507 08:53:37.276332 3800 cni.go:452] [tsf-keycloak/tsf-iam-622wr 0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-622wr 0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09 network default NAD default NAD key ] I0507 08:53:37.362546 3800 cni.go:473] [tsf-keycloak/tsf-iam-622wr 0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-622wr 0850cb7392a11856e72426f13262573d51996113345bcd11a5942b2f90aaab09 network default NAD default NAD key default], result "{}", err I0507 08:53:40.134469 3800 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-622wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:40.134499 3800 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-622wr I0507 08:53:40.135760 3800 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-622wr, ips: 10.128.0.44 I0507 08:53:40.135786 3800 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-622wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 08:53:40.318661 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 08:53:41.159419 3800 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-622wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:41.159442 3800 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-622wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:53:46.747583 3800 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0507 08:53:49.767808 3800 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 08:53:50.912464 3800 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:50.912999 3800 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:53:51.404334 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-6r5j6 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:53:51.404423 3800 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6 I0507 08:53:51.419989 3800 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6] pod update took 15.587646ms I0507 08:53:51.420010 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6] addLogicalPort annotation time took 15.613363ms I0507 08:53:51.421196 3800 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6] addLogicalPort took 16.883457ms, libovsdb time 794.478µs I0507 08:53:51.495773 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-b8vp9 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:53:51.495872 3800 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9 I0507 08:53:51.511496 3800 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9] pod update took 15.64881ms I0507 08:53:51.511525 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9] addLogicalPort annotation time took 15.676801ms I0507 08:53:51.512730 3800 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9] addLogicalPort took 16.978086ms, libovsdb time 838.304µs I0507 08:53:51.765849 3800 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6 e817e4f9071a12f03ec7af1cdf43b354d3343671967812a716c023cd3444d26d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6 e817e4f9071a12f03ec7af1cdf43b354d3343671967812a716c023cd3444d26d network default NAD default NAD key ] I0507 08:53:51.775797 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-6r5j6, hostIfaceName: e817e4f9071a12f, network: default, NAD default, SandboxID: "e817e4f9071a12f03ec7af1cdf43b354d3343671967812a716c023cd3444d26d", PCI device ID: , UID: "390b0287-ebf8-4e61-874e-d31f96e6ee3e", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0507 08:53:51.811424 3800 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:51.811444 3800 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zqdqb-vbchg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:53:51.828719 3800 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6 e817e4f9071a12f03ec7af1cdf43b354d3343671967812a716c023cd3444d26d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6r5j6 e817e4f9071a12f03ec7af1cdf43b354d3343671967812a716c023cd3444d26d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:99:b5:0b:55:27\",\"name\":\"e817e4f9071a12f\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d47be8f-1058-492d-a845-3045282f97d0\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:53:51.855718 3800 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9 064389f2d17324a4781029622335f3a4ae5f85253651c63574cffdf7c2300b5a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9 064389f2d17324a4781029622335f3a4ae5f85253651c63574cffdf7c2300b5a network default NAD default NAD key ] I0507 08:53:51.865961 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-b8vp9, hostIfaceName: 064389f2d17324a, network: default, NAD default, SandboxID: "064389f2d17324a4781029622335f3a4ae5f85253651c63574cffdf7c2300b5a", PCI device ID: , UID: "1231c595-3d73-4690-8a4a-532fad332502", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0507 08:53:51.914932 3800 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9 064389f2d17324a4781029622335f3a4ae5f85253651c63574cffdf7c2300b5a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-b8vp9 064389f2d17324a4781029622335f3a4ae5f85253651c63574cffdf7c2300b5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:c8:67:89:57:02\",\"name\":\"064389f2d17324a\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f31db1ee-fc7b-481a-bd74-17bd8af0e987\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:53:55.371982 3800 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 08:54:06.382503 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0507 08:54:07.451621 3800 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-9cs2h for pod on switch ip-10-0-1-107.ec2.internal I0507 08:54:07.451708 3800 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h I0507 08:54:07.464331 3800 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h] pod update took 12.645198ms I0507 08:54:07.464353 3800 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h] addLogicalPort annotation time took 12.671823ms I0507 08:54:07.465570 3800 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h] addLogicalPort took 13.963877ms, libovsdb time 813.791µs I0507 08:54:07.811375 3800 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h 30529e53465d7b22fc931972cc185ad0ed9119fd39f00383f3d3a47b33a50240 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h 30529e53465d7b22fc931972cc185ad0ed9119fd39f00383f3d3a47b33a50240 network default NAD default NAD key ] I0507 08:54:07.820511 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-9cs2h, hostIfaceName: 30529e53465d7b2, network: default, NAD default, SandboxID: "30529e53465d7b22fc931972cc185ad0ed9119fd39f00383f3d3a47b33a50240", PCI device ID: , UID: "5fe480a2-05f7-4f47-b198-eb8344c230a4", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0507 08:54:07.870083 3800 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h 30529e53465d7b22fc931972cc185ad0ed9119fd39f00383f3d3a47b33a50240 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-9cs2h 30529e53465d7b22fc931972cc185ad0ed9119fd39f00383f3d3a47b33a50240 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:96:db:b9:b1:be\",\"name\":\"30529e53465d7b2\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b242e21d-7dd1-4323-8ac3-ae147a4deb28\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:54:18.460546 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0507 08:54:20.528813 3800 cni.go:452] [tsf-tas/test-tsf-tas bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf network default NAD default NAD key ] I0507 08:54:20.605537 3800 cni.go:473] [tsf-tas/test-tsf-tas bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas bab7da45841d060ba8407222ed6a0f11bb522361086071e6828010030a03dfbf network default NAD default NAD key default], result "{}", err I0507 08:54:20.656629 3800 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:20.656661 3800 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0507 08:54:20.657943 3800 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.45 I0507 08:54:20.657971 3800 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:20.675300 3800 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:20.675320 3800 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:20.685115 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 08:54:20.685145 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 08:54:21.339958 3800 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-glvrm] creating logical port tsf_patch-tekton-config-glvrm for pod on switch ip-10-0-1-107.ec2.internal I0507 08:54:21.340064 3800 kube.go:256] Updating pod tsf/patch-tekton-config-glvrm I0507 08:54:21.352554 3800 pod.go:62] [tsf/patch-tekton-config-glvrm] pod update took 12.522327ms I0507 08:54:21.352578 3800 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-glvrm] addLogicalPort annotation time took 12.552687ms I0507 08:54:21.353898 3800 pods.go:271] [tsf/patch-tekton-config-glvrm] addLogicalPort took 13.964234ms, libovsdb time 959.375µs I0507 08:54:21.699649 3800 cni.go:452] [tsf/patch-tekton-config-glvrm 66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-glvrm 66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97 network default NAD default NAD key ] I0507 08:54:21.709214 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-glvrm, hostIfaceName: 66d488960e28831, network: default, NAD default, SandboxID: "66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97", PCI device ID: , UID: "4b53aa8e-bfd3-4382-810d-8d63d810b2d5", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0507 08:54:21.759136 3800 cni.go:473] [tsf/patch-tekton-config-glvrm 66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-glvrm 66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:1c:99:ab:97:4d\",\"name\":\"66d488960e28831\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17fb80cd-c357-40f7-b547-29799814b21b\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:54:22.478997 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0507 08:54:27.688429 3800 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:27.689005 3800 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:28.573095 3800 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:28.573118 3800 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-97pgv-8dgx4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:29.585315 3800 cni.go:452] [tsf/patch-tekton-config-glvrm 66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-glvrm 66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97 network default NAD default NAD key ] I0507 08:54:29.665410 3800 cni.go:473] [tsf/patch-tekton-config-glvrm 66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-glvrm 66d488960e288310dcca75af74b4db5d0851b269901ec6fdbabbbf5147b46c97 network default NAD default NAD key default], result "{}", err I0507 08:54:29.717052 3800 obj_retry.go:498] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:29.717087 3800 pods.go:176] Deleting pod: tsf/patch-tekton-config-glvrm I0507 08:54:29.718469 3800 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-glvrm, ips: 10.128.0.50 I0507 08:54:29.718491 3800 obj_retry.go:498] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:30.604257 3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:30.604280 3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:30.699562 3800 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-c2tq9] creating logical port tsf_tsf-tekton-configuration-c2tq9 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:54:30.699695 3800 kube.go:256] Updating pod tsf/tsf-tekton-configuration-c2tq9 I0507 08:54:30.711953 3800 pod.go:62] [tsf/tsf-tekton-configuration-c2tq9] pod update took 12.284474ms I0507 08:54:30.711978 3800 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-c2tq9] addLogicalPort annotation time took 12.313922ms I0507 08:54:30.713184 3800 pods.go:271] [tsf/tsf-tekton-configuration-c2tq9] addLogicalPort took 13.642323ms, libovsdb time 852.03µs I0507 08:54:31.059733 3800 cni.go:452] [tsf/tsf-tekton-configuration-c2tq9 7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-c2tq9 7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107 network default NAD default NAD key ] I0507 08:54:31.069025 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-c2tq9, hostIfaceName: 7058150bd500cc2, network: default, NAD default, SandboxID: "7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107", PCI device ID: , UID: "fe75b226-96b5-4366-9ed4-a430f51c3c39", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0507 08:54:31.121208 3800 cni.go:473] [tsf/tsf-tekton-configuration-c2tq9 7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-c2tq9 7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:da:0b:45:b4:6a\",\"name\":\"7058150bd500cc2\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0a75435-98bf-455c-adee-fd83aa2eda35\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:54:32.345162 3800 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6bbbb45c79-6rwvn] creating logical port tsf-tas_ctlog-6bbbb45c79-6rwvn for pod on switch ip-10-0-1-107.ec2.internal I0507 08:54:32.345278 3800 kube.go:256] Updating pod tsf-tas/ctlog-6bbbb45c79-6rwvn I0507 08:54:32.364811 3800 pod.go:62] [tsf-tas/ctlog-6bbbb45c79-6rwvn] pod update took 19.554743ms I0507 08:54:32.364834 3800 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6bbbb45c79-6rwvn] addLogicalPort annotation time took 19.58338ms I0507 08:54:32.366397 3800 pods.go:271] [tsf-tas/ctlog-6bbbb45c79-6rwvn] addLogicalPort took 21.254106ms, libovsdb time 1.134245ms I0507 08:54:32.979623 3800 cni.go:452] [tsf-tas/ctlog-6bbbb45c79-6rwvn 69dbfd6b5857829820a477bdf27efd99b39438cc07512208b62db36f2719ce1f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6bbbb45c79-6rwvn 69dbfd6b5857829820a477bdf27efd99b39438cc07512208b62db36f2719ce1f network default NAD default NAD key ] I0507 08:54:32.989409 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6bbbb45c79-6rwvn, hostIfaceName: 69dbfd6b5857829, network: default, NAD default, SandboxID: "69dbfd6b5857829820a477bdf27efd99b39438cc07512208b62db36f2719ce1f", PCI device ID: , UID: "8975324e-ccf9-4064-8a84-8e836d10f423", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0507 08:54:33.044814 3800 cni.go:473] [tsf-tas/ctlog-6bbbb45c79-6rwvn 69dbfd6b5857829820a477bdf27efd99b39438cc07512208b62db36f2719ce1f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6bbbb45c79-6rwvn 69dbfd6b5857829820a477bdf27efd99b39438cc07512208b62db36f2719ce1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:c0:35:96:26:63\",\"name\":\"69dbfd6b5857829\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f11ab366-0726-4005-9c50-bcd203dd97fd\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:54:33.472391 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0507 08:54:35.641863 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 08:54:35.727033 3800 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:35.727675 3800 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:36.609372 3800 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:36.609395 3800 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-b7vmh-2mnw2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:36.634175 3800 cni.go:452] [tsf/tsf-tekton-configuration-c2tq9 7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-c2tq9 7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107 network default NAD default NAD key ] I0507 08:54:36.713774 3800 cni.go:473] [tsf/tsf-tekton-configuration-c2tq9 7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-c2tq9 7058150bd500cc2d9a42a6f127e21f81743d62a947fbf08288c28eac37b4c107 network default NAD default NAD key default], result "{}", err I0507 08:54:36.764575 3800 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:36.764611 3800 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-c2tq9 I0507 08:54:36.765941 3800 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-c2tq9, ips: 10.128.0.51 I0507 08:54:36.765967 3800 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:37.641170 3800 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.641195 3800 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-c2tq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.683898 3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.683919 3800 obj_retry.go:492] Detected object tsf/patch-tekton-config-glvrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:37.693107 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-glvrm I0507 08:54:37.693132 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-glvrm I0507 08:54:38.425667 3800 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-107.ec2.internal I0507 08:54:38.425764 3800 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0507 08:54:38.449388 3800 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 23.651244ms I0507 08:54:38.449409 3800 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 23.679186ms I0507 08:54:38.450636 3800 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 24.990176ms, libovsdb time 851.108µs I0507 08:54:38.783857 3800 cni.go:452] [tsf-tpa/pre-install-tsf-tpa a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db network default NAD default NAD key ] I0507 08:54:38.793204 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: a9b8d4446e0f0aa, network: default, NAD default, SandboxID: "a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db", PCI device ID: , UID: "3045e270-745d-4d7d-99ea-a11a7d17e423", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0507 08:54:38.844714 3800 cni.go:473] [tsf-tpa/pre-install-tsf-tpa a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:2b:0c:28:96:f0\",\"name\":\"a9b8d4446e0f0aa\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbe2fab8-59bb-48be-8150-636e129c4f52\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:54:41.035890 3800 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 08:54:41.665013 3800 cni.go:452] [tsf-tpa/pre-install-tsf-tpa a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db network default NAD default NAD key ] I0507 08:54:41.755764 3800 cni.go:473] [tsf-tpa/pre-install-tsf-tpa a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa a9b8d4446e0f0aa0e539dbc70d55ffcec1fe12173ace0cef81585717005819db network default NAD default NAD key default], result "{}", err I0507 08:54:41.807294 3800 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:41.807326 3800 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0507 08:54:41.808568 3800 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.53 I0507 08:54:41.808591 3800 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:41.824081 3800 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:41.824101 3800 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:41.829420 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 08:54:41.829442 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 08:54:42.021730 3800 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-107.ec2.internal I0507 08:54:42.021876 3800 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0507 08:54:42.039486 3800 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 17.667599ms I0507 08:54:42.039508 3800 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 17.693632ms I0507 08:54:42.040818 3800 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 19.104792ms, libovsdb time 918.623µs I0507 08:54:42.382082 3800 cni.go:452] [tsf-tpa/test-tsf-tpa 9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab network default NAD default NAD key ] I0507 08:54:42.392029 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 9d7649b2dbb5ec2, network: default, NAD default, SandboxID: "9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab", PCI device ID: , UID: "2e942364-4c5d-4466-9b8f-c86d23a0dcdd", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0507 08:54:42.440882 3800 cni.go:473] [tsf-tpa/test-tsf-tpa 9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b3:5d:fc:21:e2\",\"name\":\"9d7649b2dbb5ec2\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8898752-f8d2-41bf-b49a-766dd9b869b5\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:54:42.629804 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 08:54:46.634390 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0507 08:54:48.812499 3800 obj_retry.go:498] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:48.813032 3800 obj_retry.go:498] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:49.835104 3800 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:49.835128 3800 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 08:54:52.695479 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 08:54:56.270589 3800 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:56.271190 3800 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:57.139567 3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:57.139587 3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:54:59.884577 3800 obj_retry.go:498] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:54:59.885170 3800 obj_retry.go:498] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:00.906490 3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:00.906516 3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:10.127756 3800 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-nl7hd-c8l56] creating logical port tsf-tas_tuf-repository-init-nl7hd-c8l56 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:55:10.127844 3800 kube.go:256] Updating pod tsf-tas/tuf-repository-init-nl7hd-c8l56 I0507 08:55:10.140966 3800 pod.go:62] [tsf-tas/tuf-repository-init-nl7hd-c8l56] pod update took 13.145336ms I0507 08:55:10.140997 3800 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-nl7hd-c8l56] addLogicalPort annotation time took 13.176276ms I0507 08:55:10.142438 3800 pods.go:271] [tsf-tas/tuf-repository-init-nl7hd-c8l56] addLogicalPort took 14.696221ms, libovsdb time 909.964µs W0507 08:55:10.224712 3800 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0507 08:55:17.690465 3800 cni.go:452] [tsf-tas/tuf-repository-init-nl7hd-c8l56 be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-nl7hd-c8l56 be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b network default NAD default NAD key ] I0507 08:55:17.700052 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-nl7hd-c8l56, hostIfaceName: be0623f8d5f5f29, network: default, NAD default, SandboxID: "be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b", PCI device ID: , UID: "9c5fb9f1-e920-40e4-8b60-7bc641d7e16a", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0507 08:55:17.750287 3800 cni.go:473] [tsf-tas/tuf-repository-init-nl7hd-c8l56 be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-nl7hd-c8l56 be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:c0:40:bd:d9:cc\",\"name\":\"be0623f8d5f5f29\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44722f6d-f761-44b4-b754-3a5aae2c22a5\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:55:23.916256 3800 cni.go:452] [tsf-tas/tuf-repository-init-nl7hd-c8l56 be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-nl7hd-c8l56 be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b network default NAD default NAD key ] I0507 08:55:24.013422 3800 cni.go:473] [tsf-tas/tuf-repository-init-nl7hd-c8l56 be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-nl7hd-c8l56 be0623f8d5f5f29decfb62fd0e768c21c9098d3e7dc971da10c3a41f2d57c20b network default NAD default NAD key default], result "{}", err I0507 08:55:24.065899 3800 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:24.065930 3800 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-nl7hd-c8l56 I0507 08:55:24.067209 3800 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-nl7hd-c8l56, ips: 10.128.0.55 I0507 08:55:24.067233 3800 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:24.928959 3800 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:24.928980 3800 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-nl7hd-c8l56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:27.257365 3800 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-wpqqf] creating logical port tsf-tas_tuf-97fc8ff76-wpqqf for pod on switch ip-10-0-1-107.ec2.internal I0507 08:55:27.257473 3800 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-wpqqf I0507 08:55:27.274164 3800 pod.go:62] [tsf-tas/tuf-97fc8ff76-wpqqf] pod update took 16.723901ms I0507 08:55:27.274188 3800 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-wpqqf] addLogicalPort annotation time took 16.753996ms I0507 08:55:27.275498 3800 pods.go:271] [tsf-tas/tuf-97fc8ff76-wpqqf] addLogicalPort took 18.151428ms, libovsdb time 871.833µs I0507 08:55:35.991285 3800 cni.go:452] [tsf-tpa/test-tsf-tpa 9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab network default NAD default NAD key ] I0507 08:55:36.081944 3800 cni.go:473] [tsf-tpa/test-tsf-tpa 9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 9d7649b2dbb5ec2cbb4febdf8a009bc37d2144bc2048fb21ec51444dc50a64ab network default NAD default NAD key default], result "{}", err I0507 08:55:36.133650 3800 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:36.133703 3800 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0507 08:55:36.134948 3800 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.54 I0507 08:55:36.134975 3800 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:55:36.169850 3800 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:36.169870 3800 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:55:36.174917 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 08:55:36.174939 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 08:55:36.850954 3800 namespace.go:98] [default-tenant] adding namespace I0507 08:55:36.851842 3800 namespace.go:102] [default-tenant] adding namespace took 862.6µs I0507 08:55:36.855190 3800 namespace.go:98] [integration-service] adding namespace I0507 08:55:36.855333 3800 namespace.go:98] [build-service] adding namespace I0507 08:55:36.855363 3800 namespace.go:98] [image-controller] adding namespace I0507 08:55:36.855948 3800 namespace.go:102] [integration-service] adding namespace took 742.467µs I0507 08:55:36.856576 3800 namespace.go:102] [build-service] adding namespace took 1.22838ms I0507 08:55:36.857110 3800 namespace.go:102] [image-controller] adding namespace took 1.732436ms I0507 08:55:36.894802 3800 namespace.go:142] [default-tenant] updating namespace I0507 08:55:36.941794 3800 namespace.go:142] [default-tenant] updating namespace I0507 08:55:36.961313 3800 namespace.go:142] [integration-service] updating namespace I0507 08:55:36.991501 3800 namespace.go:142] [integration-service] updating namespace I0507 08:55:36.998629 3800 namespace.go:142] [build-service] updating namespace I0507 08:55:37.036668 3800 namespace.go:142] [build-service] updating namespace I0507 08:55:37.066154 3800 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.089772 3800 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.186844 3800 namespace.go:142] [build-service] updating namespace I0507 08:55:37.190806 3800 namespace.go:142] [integration-service] updating namespace I0507 08:55:37.242721 3800 namespace.go:98] [release-service] adding namespace I0507 08:55:37.243548 3800 namespace.go:102] [release-service] adding namespace took 811.886µs I0507 08:55:37.297939 3800 namespace.go:142] [konflux-ui] updating namespace I0507 08:55:37.298069 3800 namespace.go:142] [release-service] updating namespace I0507 08:55:37.328841 3800 namespace.go:142] [release-service] updating namespace I0507 08:55:37.376750 3800 namespace.go:98] [konflux-info] adding namespace I0507 08:55:37.377494 3800 namespace.go:102] [konflux-info] adding namespace took 729.075µs I0507 08:55:37.451420 3800 namespace.go:98] [namespace-lister] adding namespace I0507 08:55:37.452301 3800 namespace.go:102] [namespace-lister] adding namespace took 865.567µs I0507 08:55:37.511866 3800 namespace.go:142] [konflux-info] updating namespace I0507 08:55:37.552895 3800 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-107.ec2.internal I0507 08:55:37.553012 3800 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0507 08:55:37.574831 3800 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:37.575019 3800 namespace.go:142] [konflux-info] updating namespace I0507 08:55:37.584006 3800 namespace.go:142] [image-controller] updating namespace I0507 08:55:37.584148 3800 namespace.go:98] [enterprise-contract-service] adding namespace I0507 08:55:37.584877 3800 namespace.go:102] [enterprise-contract-service] adding namespace took 714.95µs I0507 08:55:37.677691 3800 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 124.706956ms I0507 08:55:37.677710 3800 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 124.729845ms I0507 08:55:37.678885 3800 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 126.009077ms, libovsdb time 817.395µs I0507 08:55:37.764812 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:37.764880 3800 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:37.818004 3800 namespace.go:142] [default-tenant] updating namespace I0507 08:55:37.818104 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:37.907287 3800 namespace.go:98] [segment-bridge] adding namespace I0507 08:55:37.908148 3800 namespace.go:102] [segment-bridge] adding namespace took 841.829µs I0507 08:55:37.956306 3800 namespace.go:98] [konflux-cli] adding namespace I0507 08:55:37.957040 3800 namespace.go:102] [konflux-cli] adding namespace took 719.97µs I0507 08:55:38.005211 3800 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:38.106646 3800 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:38.106792 3800 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:38.115384 3800 cni.go:452] [tsf-tas/tuf-97fc8ff76-wpqqf e342e5e3330bf2e70311ed703dea7cbf14eda30a49186617a4c7498a312204b7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-wpqqf e342e5e3330bf2e70311ed703dea7cbf14eda30a49186617a4c7498a312204b7 network default NAD default NAD key ] I0507 08:55:38.123793 3800 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 08:55:38.124480 3800 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-wpqqf, hostIfaceName: e342e5e3330bf2e, network: default, NAD default, SandboxID: "e342e5e3330bf2e70311ed703dea7cbf14eda30a49186617a4c7498a312204b7", PCI device ID: , UID: "03fa794a-d4e5-46f4-97d0-057bc91cccff", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0507 08:55:38.124498 3800 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 08:55:38.124521 3800 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 08:55:38.127821 3800 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 08:55:38.177297 3800 cni.go:452] [konflux-ui/test-tsf-konflux fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b network default NAD default NAD key ] I0507 08:55:38.183263 3800 cni.go:473] [tsf-tas/tuf-97fc8ff76-wpqqf e342e5e3330bf2e70311ed703dea7cbf14eda30a49186617a4c7498a312204b7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-wpqqf e342e5e3330bf2e70311ed703dea7cbf14eda30a49186617a4c7498a312204b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:9c:4c:f9:7f:d5\",\"name\":\"e342e5e3330bf2e\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83d46193-3b94-4b09-9a7d-90be1e8cea9e\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:55:38.184883 3800 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 08:55:38.184909 3800 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 08:55:38.185864 3800 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 08:55:38.188075 3800 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: fe3962f68e76211, network: default, NAD default, SandboxID: "fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b", PCI device ID: , UID: "5e32313b-0aad-48cf-b9a9-f007e3797c2e", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0507 08:55:38.201817 3800 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:38.238866 3800 cni.go:473] [konflux-ui/test-tsf-konflux fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:8c:03:3d:74:78\",\"name\":\"fe3962f68e76211\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/482dde4c-e15b-450e-abd1-bc58346611a0\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:55:38.890611 3800 base_network_controller_pods.go:487] [default/konflux-ui/proxy-75d75d8dcd-vg4f7] creating logical port konflux-ui_proxy-75d75d8dcd-vg4f7 for pod on switch ip-10-0-1-107.ec2.internal I0507 08:55:38.890711 3800 kube.go:256] Updating pod konflux-ui/proxy-75d75d8dcd-vg4f7 I0507 08:55:38.952223 3800 pod.go:62] [konflux-ui/proxy-75d75d8dcd-vg4f7] pod update took 61.542716ms I0507 08:55:38.952244 3800 base_network_controller_pods.go:951] [default/konflux-ui/proxy-75d75d8dcd-vg4f7] addLogicalPort annotation time took 61.568313ms I0507 08:55:38.953471 3800 pods.go:271] [konflux-ui/proxy-75d75d8dcd-vg4f7] addLogicalPort took 62.861547ms, libovsdb time 815.185µs I0507 08:55:39.044101 3800 namespace.go:142] [build-service] updating namespace I0507 08:55:39.498898 3800 namespace.go:142] [default-tenant] updating namespace I0507 08:55:39.620952 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:39.679565 3800 namespace.go:142] [image-controller] updating namespace I0507 08:55:39.859076 3800 namespace.go:142] [integration-service] updating namespace I0507 08:55:40.176212 3800 namespace.go:142] [konflux-info] updating namespace I0507 08:55:40.717498 3800 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:41.088686 3800 namespace.go:142] [release-service] updating namespace I0507 08:55:41.253870 3800 namespace.go:142] [build-service] updating namespace I0507 08:55:41.312531 3800 namespace.go:142] [default-tenant] updating namespace I0507 08:55:41.432819 3800 namespace.go:142] [enterprise-contract-service] updating namespace I0507 08:55:41.461668 3800 namespace.go:142] [image-controller] updating namespace I0507 08:55:41.499722 3800 namespace.go:142] [integration-service] updating namespace I0507 08:55:41.534868 3800 namespace.go:142] [konflux-info] updating namespace I0507 08:55:41.584877 3800 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:41.618861 3800 namespace.go:142] [release-service] updating namespace I0507 08:55:41.756318 3800 namespace.go:142] [build-service] updating namespace I0507 08:55:41.888838 3800 namespace.go:142] [default-tenant] updating namespace I0507 08:55:41.964336 3800 namespace.go:142] [enterprise-contract-service] updating namespace W0507 08:55:41.979782 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0507 08:55:42.052735 3800 namespace.go:142] [image-controller] updating namespace I0507 08:55:42.122026 3800 namespace.go:142] [integration-service] updating namespace I0507 08:55:42.180200 3800 namespace.go:142] [konflux-info] updating namespace I0507 08:55:42.216969 3800 namespace.go:142] [namespace-lister] updating namespace I0507 08:55:42.302279 3800 namespace.go:142] [release-service] updating namespace I0507 08:55:42.531034 3800 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-8df567dd6-5vskp] creating logical port integration-service_integration-service-controller-manager-8df567dd6-5vskp for pod on switch ip-10-0-1-107.ec2.internal I0507 08:55:42.531173 3800 kube.go:256] Updating pod integration-service/integration-service-controller-manager-8df567dd6-5vskp I0507 08:55:42.546385 3800 pod.go:62] [integration-service/integration-service-controller-manager-8df567dd6-5vskp] pod update took 15.239185ms I0507 08:55:42.546410 3800 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-8df567dd6-5vskp] addLogicalPort annotation time took 15.267415ms I0507 08:55:42.548011 3800 pods.go:271] [integration-service/integration-service-controller-manager-8df567dd6-5vskp] addLogicalPort took 16.994085ms, libovsdb time 1.179727ms W0507 08:55:43.039534 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0507 08:55:43.545928 3800 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:43.736191 3800 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:43.862614 3800 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:43.882013 3800 namespace.go:142] [segment-bridge] updating namespace I0507 08:55:43.967390 3800 namespace.go:142] [konflux-cli] updating namespace I0507 08:55:44.068432 3800 namespace.go:142] [segment-bridge] updating namespace W0507 08:55:44.988907 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0507 08:55:45.006540 3800 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0507 08:55:47.914702 3800 cni.go:452] [integration-service/integration-service-controller-manager-8df567dd6-5vskp d6a543a0d4501a6af509c5d3a73ad3b38ffea785da5fc9d382cb31d43d3d7c76 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-8df567dd6-5vskp d6a543a0d4501a6af509c5d3a73ad3b38ffea785da5fc9d382cb31d43d3d7c76 network default NAD default NAD key ] I0507 08:55:47.915425 3800 cni.go:452] [konflux-ui/proxy-75d75d8dcd-vg4f7 7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-75d75d8dcd-vg4f7 7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1 network default NAD default NAD key ] I0507 08:55:47.926034 3800 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-75d75d8dcd-vg4f7, hostIfaceName: 7d0eac5642b73a1, network: default, NAD default, SandboxID: "7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1", PCI device ID: , UID: "160652f5-8bb1-4d0e-b222-856443118d6d", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0507 08:55:47.926695 3800 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-8df567dd6-5vskp, hostIfaceName: d6a543a0d4501a6, network: default, NAD default, SandboxID: "d6a543a0d4501a6af509c5d3a73ad3b38ffea785da5fc9d382cb31d43d3d7c76", PCI device ID: , UID: "22b49fa6-3a25-4126-98b8-31150be43343", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0507 08:55:47.979744 3800 cni.go:473] [konflux-ui/proxy-75d75d8dcd-vg4f7 7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-75d75d8dcd-vg4f7 7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:86:59:1b:1b:09\",\"name\":\"7d0eac5642b73a1\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d1862a5-c842-44ea-ab6e-d5954a357d35\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 08:55:48.000675 3800 cni.go:473] [integration-service/integration-service-controller-manager-8df567dd6-5vskp d6a543a0d4501a6af509c5d3a73ad3b38ffea785da5fc9d382cb31d43d3d7c76 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-8df567dd6-5vskp d6a543a0d4501a6af509c5d3a73ad3b38ffea785da5fc9d382cb31d43d3d7c76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:2b:22:5d:e4:1c\",\"name\":\"d6a543a0d4501a6\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e01ea70-4089-4668-bda5-6c36305416ab\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 08:55:51.023288 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:55:51.023928 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:55:52.033943 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 08:55:52.033983 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0507 08:55:54.051028 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0507 08:55:54.118217 3800 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:55:54.120961 3800 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:55:54.144653 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:54.144669 3800 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:55.057703 3800 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:55.057726 3800 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 08:55:57.110194 3800 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0507 08:56:02.032977 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:56:02.032999 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 08:56:02.036672 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:56:02.036695 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0507 08:56:03.461493 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0507 08:56:05.129889 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 08:56:05.130702 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0507 08:56:05.447121 3800 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:56:05.447709 3800 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:56:06.131703 3800 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:56:06.131728 3800 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:56:06.136419 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc I0507 08:56:06.136434 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6wvpc W0507 08:56:30.184269 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 08:56:30.184284 3800 util.go:959] Failed to build node endpoints for node ip-10-0-1-107.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 08:56:32.362208 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0507 08:56:56.441556 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 08:57:06.197885 3800 cni.go:452] [konflux-ui/proxy-75d75d8dcd-vg4f7 7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-75d75d8dcd-vg4f7 7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1 network default NAD default NAD key ] I0507 08:57:06.281428 3800 cni.go:473] [konflux-ui/proxy-75d75d8dcd-vg4f7 7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-75d75d8dcd-vg4f7 7d0eac5642b73a14ab092ea42fa50cbf4906e6586cc0128beab030d573d183e1 network default NAD default NAD key default], result "{}", err I0507 08:57:06.345511 3800 obj_retry.go:498] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:06.345551 3800 pods.go:176] Deleting pod: konflux-ui/proxy-75d75d8dcd-vg4f7 I0507 08:57:06.347426 3800 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-75d75d8dcd-vg4f7, ips: 10.128.0.58 I0507 08:57:06.347513 3800 obj_retry.go:498] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:06.569513 3800 obj_retry.go:492] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:06.569536 3800 obj_retry.go:492] Detected object konflux-ui/proxy-75d75d8dcd-vg4f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:06.574946 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-75d75d8dcd-vg4f7 I0507 08:57:06.574968 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-75d75d8dcd-vg4f7 I0507 08:57:07.372198 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=629 I0507 08:57:09.596577 3800 cni.go:452] [konflux-ui/test-tsf-konflux fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b network default NAD default NAD key ] I0507 08:57:09.681237 3800 cni.go:473] [konflux-ui/test-tsf-konflux fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux fe3962f68e762119468b7dc446e72fab291c412784a6364e95c9533057ab278b network default NAD default NAD key default], result "{}", err I0507 08:57:09.731369 3800 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:09.731394 3800 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0507 08:57:09.732685 3800 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.57 I0507 08:57:09.732714 3800 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 08:57:09.750787 3800 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:09.750811 3800 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 08:57:09.756074 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 08:57:09.756101 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 08:57:36.398516 3800 namespace.go:98] [managed-tenant-5kfi1] adding namespace I0507 08:57:36.399410 3800 namespace.go:102] [managed-tenant-5kfi1] adding namespace took 866.258µs I0507 08:57:36.424799 3800 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:36.443719 3800 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.438642 3800 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.573889 3800 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:37.671091 3800 namespace.go:142] [managed-tenant-5kfi1] updating namespace I0507 08:57:49.478022 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 08:57:53.456400 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 08:58:09.354028 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=159 I0507 08:58:21.441260 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0507 08:58:23.451274 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0507 08:58:37.357192 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0507 08:59:25.358355 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0507 08:59:49.358769 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0507 08:59:49.466646 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0507 09:00:00.169669 3800 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29635740-m6jjs] creating logical port segment-bridge_segment-bridge-29635740-m6jjs for pod on switch ip-10-0-1-107.ec2.internal I0507 09:00:00.169790 3800 kube.go:256] Updating pod segment-bridge/segment-bridge-29635740-m6jjs I0507 09:00:00.201550 3800 pod.go:62] [segment-bridge/segment-bridge-29635740-m6jjs] pod update took 31.784996ms I0507 09:00:00.201577 3800 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29635740-m6jjs] addLogicalPort annotation time took 31.816716ms I0507 09:00:00.202917 3800 pods.go:271] [segment-bridge/segment-bridge-29635740-m6jjs] addLogicalPort took 33.265347ms, libovsdb time 942.255µs I0507 09:00:00.203072 3800 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635740-kqvjj for pod on switch ip-10-0-1-107.ec2.internal I0507 09:00:00.203162 3800 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj I0507 09:00:00.221324 3800 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj] pod update took 18.178873ms I0507 09:00:00.221345 3800 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj] addLogicalPort annotation time took 18.205494ms I0507 09:00:00.222512 3800 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj] addLogicalPort took 19.451315ms, libovsdb time 778.096µs I0507 09:00:00.531021 3800 cni.go:452] [segment-bridge/segment-bridge-29635740-m6jjs 123a901872f23bb460bad5c1c29576acee4988e71c7c0a963ef2f03ecc57d615 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29635740-m6jjs 123a901872f23bb460bad5c1c29576acee4988e71c7c0a963ef2f03ecc57d615 network default NAD default NAD key ] I0507 09:00:00.540501 3800 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29635740-m6jjs, hostIfaceName: 123a901872f23bb, network: default, NAD default, SandboxID: "123a901872f23bb460bad5c1c29576acee4988e71c7c0a963ef2f03ecc57d615", PCI device ID: , UID: "8097c593-6c6b-4054-86e7-b082a708c3c9", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0507 09:00:00.568769 3800 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac network default NAD default NAD key ] I0507 09:00:00.578357 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635740-kqvjj, hostIfaceName: e74f7ade12c74d4, network: default, NAD default, SandboxID: "e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac", PCI device ID: , UID: "76e54b91-6339-45c7-a30a-a6f5a0c2670f", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0507 09:00:00.595348 3800 cni.go:473] [segment-bridge/segment-bridge-29635740-m6jjs 123a901872f23bb460bad5c1c29576acee4988e71c7c0a963ef2f03ecc57d615 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29635740-m6jjs 123a901872f23bb460bad5c1c29576acee4988e71c7c0a963ef2f03ecc57d615 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d7:a4:03:58:8a\",\"name\":\"123a901872f23bb\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/934b1f86-b3f1-4d9d-b78a-5bd1e017557c\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 09:00:00.631004 3800 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:14:2d:07:b7:e9\",\"name\":\"e74f7ade12c74d4\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe86d8d5-0536-4903-90dd-43f0160e1e13\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 09:00:02.451648 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0507 09:00:03.565305 3800 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac network default NAD default NAD key ] I0507 09:00:03.659951 3800 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj e74f7ade12c74d4eea09eca68e9a0eaf1b3dd8de612ba6471d208d95618436ac network default NAD default NAD key default], result "{}", err I0507 09:00:03.712700 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 09:00:03.712733 3800 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj I0507 09:00:03.714256 3800 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj, ips: 10.128.0.61 I0507 09:00:03.714295 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 09:00:04.574565 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:00:04.574619 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635740-kqvjj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:01:18.465393 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0507 09:02:11.376315 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=32 I0507 09:02:32.476139 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 09:03:04.482622 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0507 09:03:47.481601 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0507 09:04:48.460131 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0507 09:04:49.047072 3800 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:49.047095 3800 obj_retry.go:492] Detected object tsf-tpa/create-db-sf7tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:49.051724 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-sf7tk I0507 09:04:49.051752 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-sf7tk I0507 09:04:57.028626 3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:57.028677 3800 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jdqzw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:04:57.032485 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jdqzw I0507 09:04:57.032502 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jdqzw I0507 09:05:00.047765 3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:05:00.047813 3800 obj_retry.go:492] Detected object tsf-tpa/create-importers-gzlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:05:00.050161 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gzlj2 I0507 09:05:00.050183 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gzlj2 I0507 09:05:22.446601 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0507 09:05:41.361189 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0507 09:05:43.362505 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 09:06:01.455151 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0507 09:06:23.357863 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0507 09:06:24.365656 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0507 09:07:09.445021 3800 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 09:07:56.480422 3800 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 09:08:30.486678 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0507 09:08:51.455022 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 09:08:58.361979 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0507 09:09:21.470059 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0507 09:09:50.469289 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 09:10:00.280531 3800 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635750-2n8kn for pod on switch ip-10-0-1-107.ec2.internal I0507 09:10:00.280641 3800 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn I0507 09:10:00.311413 3800 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn] pod update took 30.795343ms I0507 09:10:00.311434 3800 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn] addLogicalPort annotation time took 30.820515ms I0507 09:10:00.312765 3800 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn] addLogicalPort took 32.24709ms, libovsdb time 916.966µs I0507 09:10:00.640503 3800 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn 7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn 7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008 network default NAD default NAD key ] I0507 09:10:00.650157 3800 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635750-2n8kn, hostIfaceName: 7b4847d9cdcdd6e, network: default, NAD default, SandboxID: "7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008", PCI device ID: , UID: "84c0cf8e-8eeb-41ee-91fa-a57a7110d7e4", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0507 09:10:00.702912 3800 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn 7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn 7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:14:6b:ad:01:7e\",\"name\":\"7b4847d9cdcdd6e\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b83c2771-4667-4698-a518-47d6ca4a849a\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 09:10:03.801586 3800 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn 7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn 7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008 network default NAD default NAD key ] I0507 09:10:03.891512 3800 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn 7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn 7b4847d9cdcdd6ecc7923edb6d843496bdf2e4d102c91732ad5dd2e11aa05008 network default NAD default NAD key default], result "{}", err I0507 09:10:03.943547 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 09:10:03.943598 3800 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn I0507 09:10:03.944910 3800 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn, ips: 10.128.0.62 I0507 09:10:03.944934 3800 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 09:10:04.380688 3800 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=27 I0507 09:10:04.463926 3800 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 09:10:04.896281 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.896328 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635750-2n8kn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.960412 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.960440 3800 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 09:10:04.964026 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts I0507 09:10:04.964056 3800 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635720-ljnts