+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-178.ec2.internal ++ [[ -n ip-10-0-2-178.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-178.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 02:55:50.586688950 - disable conntrack on geneve port' I0425 02:55:50.586688950 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 02:55:50.619590443 - starting ovnkube-node + echo 'I0425 02:55:50.619590443 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-178.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-178.ec2.internal --init-node ip-10-0-2-178.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-178.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 02:55:50.667511 3651 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 02:55:50.667575 3651 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-6893b24f7c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 02:55:50.669180 3651 kube.go:431] Waiting for certificate I0425 02:55:50.669226 3651 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 02:55:50.669267 3651 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 02:55:50.670437 3651 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 02:55:50.702777 3651 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:50.702798 3651 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:50.705841 3651 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:50.705935 3651 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5cjjb" I0425 02:55:50.715133 3651 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5cjjb" I0425 02:55:50.715251 3651 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 02:55:51.670063 3651 kube.go:438] Certificate found I0425 02:55:51.670562 3651 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 02:55:51.671892 3651 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 02:55:51.732761 3651 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 02:50:50 +0000 UTC" deadline="2026-04-25 20:27:44.639095044 +0000 UTC" I0425 02:55:51.732811 3651 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h31m52.906296387s" I0425 02:55:51.742643 3651 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 02:55:51.765942 3651 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 02:55:51.766045 3651 server.go:101] MetricServer registers OVS metrics I0425 02:55:51.766407 3651 server.go:105] MetricServer registers OVN DB metrics I0425 02:55:51.768438 3651 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 02:55:51.768500 3651 factory.go:561] Starting watch factory I0425 02:55:51.768606 3651 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768616 3651 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768640 3651 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768625 3651 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768641 3651 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768617 3651 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768699 3651 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768776 3651 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768889 3651 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.768913 3651 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.769181 3651 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.769203 3651 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.770030 3651 controller_manager.go:370] Starting the ovnkube controller I0425 02:55:51.770045 3651 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-178.ec2.internal I0425 02:55:51.770181 3651 controller_manager.go:395] NBDB zone sync took: 115.082µs I0425 02:55:51.770198 3651 factory.go:561] Starting watch factory I0425 02:55:51.773313 3651 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 02:55:51.773349 3651 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 02:55:51.789099 3651 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 02:55:51.789155 3651 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 02:55:51.789825 3651 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.792331 3651 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.794318 3651 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 02:55:51.794358 3651 server.go:109] MetricServer registers OVN Controller metrics I0425 02:55:51.795687 3651 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.796202 3651 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.796481 3651 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.800545 3651 server.go:113] MetricServer registers OVN Northd metrics I0425 02:55:51.802300 3651 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 02:55:51.806537 3651 metrics.go:519] OVN Metrics Server starts to run ... I0425 02:55:51.874568 3651 factory.go:1977] *v1.Service informer cache synced successfully I0425 02:55:51.874596 3651 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 02:55:51.874600 3651 factory.go:1977] *v1.Pod informer cache synced successfully I0425 02:55:51.874603 3651 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 02:55:51.874607 3651 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 02:55:51.874609 3651 factory.go:1977] *v1.Node informer cache synced successfully I0425 02:55:51.874702 3651 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:51.874703 3651 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:51.874719 3651 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:51.874723 3651 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:51.875733 3651 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 02:55:51.875749 3651 factory.go:1977] *v1.Node informer cache synced successfully I0425 02:55:51.875753 3651 factory.go:1977] *v1.Service informer cache synced successfully I0425 02:55:51.875756 3651 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 02:55:51.875759 3651 factory.go:1977] *v1.Pod informer cache synced successfully I0425 02:55:51.875762 3651 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 02:55:51.878249 3651 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:51.878249 3651 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 02:55:51.880524 3651 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 02:55:51.880541 3651 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 02:55:51.880642 3651 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.880656 3651 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.880804 3651 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 02:55:51.880817 3651 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 02:55:51.883454 3651 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.885586 3651 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 02:55:51.885665 3651 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.885679 3651 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.885913 3651 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 02:55:51.888241 3651 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.891525 3651 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 02:55:51.891531 3651 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 02:55:51.891606 3651 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.891623 3651 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.894175 3651 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.897332 3651 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 02:55:51.897341 3651 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 02:55:51.897838 3651 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.897852 3651 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.900359 3651 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.902461 3651 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 02:55:51.902480 3651 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 02:55:51.902543 3651 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.902561 3651 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.905147 3651 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.908404 3651 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 02:55:51.908511 3651 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 02:55:51.908609 3651 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:51.908625 3651 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:51.911277 3651 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 02:55:51.913698 3651 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 02:55:51.913717 3651 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 02:55:51.913778 3651 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.913780 3651 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.913793 3651 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.913797 3651 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.916640 3651 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.916712 3651 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 02:55:51.918925 3651 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 02:55:51.918937 3651 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 02:55:51.918944 3651 factory.go:680] Watch Factory start up complete, took: 150.447117ms I0425 02:55:51.919032 3651 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 02:55:51.919042 3651 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 02:55:51.919049 3651 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 02:55:51.919057 3651 factory.go:680] Watch Factory start up complete, took: 148.861366ms I0425 02:55:51.919066 3651 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-178.ec2.internal" zone I0425 02:55:51.974336 3651 default_node_network_controller.go:710] Initializing the default node network controller I0425 02:55:52.052661 3651 udn_isolation.go:101] Starting UDN host isolation manager I0425 02:55:52.058959 3651 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 02:55:52.106163 3651 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 02:55:52.106266 3651 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 02:55:52.106288 3651 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 02:55:52.142835 3651 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 02:55:52.142908 3651 default_node_network_controller.go:809] Node ip-10-0-2-178.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0425 02:55:52.149184 3651 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.178"] k8s.ovn.org/zone-name:ip-10-0-2-178.ec2.internal] on node ip-10-0-2-178.ec2.internal I0425 02:55:52.169394 3651 controller_manager.go:429] Waiting for node in zone sync took: 250.31178ms I0425 02:55:52.171944 3651 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 02:55:52.177082 3651 controller_manager.go:611] Switching to transit router for layer2 networks I0425 02:55:52.177102 3651 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-178.ec2.internal I0425 02:55:52.179470 3651 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 02:55:52.179619 3651 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0425 02:55:52.179775 3651 gateway_init.go:263] Preparing Gateway I0425 02:55:52.179789 3651 gateway_shared_intf.go:1687] Creating new gateway I0425 02:55:52.193291 3651 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 02:55:52.200582 3651 controller_manager.go:290] SCTP support detected in OVN I0425 02:55:52.201263 3651 services_controller.go:69] Creating services controller for network=default I0425 02:55:52.201356 3651 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 02:55:52.201410 3651 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 02:55:52.201439 3651 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 02:55:52.201452 3651 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 02:55:52.201460 3651 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 02:55:52.201621 3651 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 02:55:52.201663 3651 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 02:55:52.201716 3651 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.529µs I0425 02:55:52.201739 3651 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 68.01µs I0425 02:55:52.201745 3651 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 81.823µs I0425 02:55:52.201753 3651 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 02:55:52.201760 3651 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 02:55:52.201769 3651 default_network_controller.go:325] Starting the default network controller I0425 02:55:52.201804 3651 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.944µs I0425 02:55:52.201841 3651 udn_enabled_svc.go:95] Performing full resync I0425 02:55:52.202104 3651 udn_enabled_svc.go:99] Waiting for handler to sync I0425 02:55:52.202131 3651 udn_enabled_svc.go:104] Starting worker I0425 02:55:52.211481 3651 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 02:55:52.211565 3651 repair.go:33] Syncing exgw routes took 66.707µs I0425 02:55:52.211603 3651 default_network_controller.go:414] Starting all the Watchers... I0425 02:55:52.211755 3651 namespace.go:98] [openshift-ingress] adding namespace I0425 02:55:52.211759 3651 namespace.go:98] [openshift-authentication] adding namespace I0425 02:55:52.211756 3651 namespace.go:98] [openshift-etcd] adding namespace I0425 02:55:52.211772 3651 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 02:55:52.211755 3651 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 02:55:52.211777 3651 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 02:55:52.211777 3651 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 02:55:52.211793 3651 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 02:55:52.211796 3651 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 02:55:52.211801 3651 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 02:55:52.211804 3651 namespace.go:98] [openshift-machine-api] adding namespace I0425 02:55:52.211818 3651 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 02:55:52.211830 3651 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 02:55:52.211871 3651 namespace.go:98] [openshift-config-managed] adding namespace I0425 02:55:52.212184 3651 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 02:55:52.212397 3651 namespace.go:102] [openshift-ingress] adding namespace took 627.548µs I0425 02:55:52.212414 3651 namespace.go:98] [openshift-config-operator] adding namespace I0425 02:55:52.212848 3651 namespace.go:102] [openshift-config-operator] adding namespace took 429.286µs I0425 02:55:52.212861 3651 namespace.go:98] [dedicated-admin] adding namespace I0425 02:55:52.213406 3651 namespace.go:102] [dedicated-admin] adding namespace took 540.443µs I0425 02:55:52.213420 3651 namespace.go:98] [openshift-dns] adding namespace I0425 02:55:52.213832 3651 namespace.go:102] [openshift-authentication] adding namespace took 2.057856ms I0425 02:55:52.213851 3651 namespace.go:98] [default] adding namespace I0425 02:55:52.214361 3651 namespace.go:102] [openshift-etcd] adding namespace took 2.580866ms I0425 02:55:52.214381 3651 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 02:55:52.214791 3651 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 3.012337ms I0425 02:55:52.214801 3651 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 02:55:52.215235 3651 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.453352ms I0425 02:55:52.215245 3651 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 02:55:52.215666 3651 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.878528ms I0425 02:55:52.215682 3651 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 02:55:52.216141 3651 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.349505ms I0425 02:55:52.216158 3651 namespace.go:98] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] adding namespace I0425 02:55:52.216567 3651 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.766967ms I0425 02:55:52.216581 3651 namespace.go:98] [kube-public] adding namespace I0425 02:55:52.217034 3651 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.231187ms I0425 02:55:52.217050 3651 namespace.go:98] [openshift-node] adding namespace I0425 02:55:52.217496 3651 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.689684ms I0425 02:55:52.217506 3651 namespace.go:98] [openshift-backplane] adding namespace I0425 02:55:52.218221 3651 namespace.go:102] [openshift-machine-api] adding namespace took 6.407541ms I0425 02:55:52.218242 3651 namespace.go:98] [kube-system] adding namespace I0425 02:55:52.218882 3651 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.056102ms I0425 02:55:52.218897 3651 namespace.go:98] [openshift-multus] adding namespace I0425 02:55:52.219471 3651 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.625097ms I0425 02:55:52.219483 3651 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 02:55:52.219972 3651 namespace.go:102] [openshift-config-managed] adding namespace took 8.093022ms I0425 02:55:52.219981 3651 namespace.go:98] [openshift-cluster-version] adding namespace I0425 02:55:52.220695 3651 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.498611ms I0425 02:55:52.220712 3651 namespace.go:98] [openshift-infra] adding namespace I0425 02:55:52.221356 3651 namespace.go:102] [openshift-dns] adding namespace took 7.922709ms I0425 02:55:52.221369 3651 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 02:55:52.221943 3651 namespace.go:102] [default] adding namespace took 8.085718ms I0425 02:55:52.221959 3651 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 02:55:52.222471 3651 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.08375ms I0425 02:55:52.222484 3651 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 02:55:52.222899 3651 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.094023ms I0425 02:55:52.222912 3651 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 02:55:52.223342 3651 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.092902ms I0425 02:55:52.223354 3651 namespace.go:98] [openshift-insights] adding namespace I0425 02:55:52.223755 3651 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.069386ms I0425 02:55:52.223765 3651 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0425 02:55:52.224260 3651 namespace.go:102] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] adding namespace took 8.096643ms I0425 02:55:52.224272 3651 namespace.go:98] [kube-node-lease] adding namespace I0425 02:55:52.224618 3651 namespace.go:102] [kube-public] adding namespace took 8.029181ms I0425 02:55:52.224641 3651 namespace.go:98] [openshift-operators] adding namespace I0425 02:55:52.225073 3651 namespace.go:102] [openshift-node] adding namespace took 8.016728ms I0425 02:55:52.225087 3651 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 02:55:52.225512 3651 namespace.go:102] [openshift-backplane] adding namespace took 8.002051ms I0425 02:55:52.225526 3651 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 02:55:52.225996 3651 namespace.go:102] [kube-system] adding namespace took 7.74994ms I0425 02:55:52.226007 3651 namespace.go:98] [openshift-cloud-credential-operator] adding namespace W0425 02:55:52.226004 3651 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f7q44: pod openshift-multus/network-metrics-daemon-f7q44: no pod IPs found I0425 02:55:52.226537 3651 namespace.go:102] [openshift-multus] adding namespace took 7.6344ms I0425 02:55:52.226554 3651 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 02:55:52.226974 3651 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.48754ms I0425 02:55:52.226986 3651 namespace.go:98] [openshift-package-operator] adding namespace I0425 02:55:52.227406 3651 namespace.go:102] [openshift-cluster-version] adding namespace took 7.419207ms I0425 02:55:52.227423 3651 namespace.go:98] [openshift-host-network] adding namespace I0425 02:55:52.227901 3651 namespace.go:102] [openshift-infra] adding namespace took 7.184092ms I0425 02:55:52.227914 3651 namespace.go:98] [openshift-console] adding namespace I0425 02:55:52.228311 3651 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.935034ms I0425 02:55:52.228779 3651 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.813898ms I0425 02:55:52.228794 3651 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 02:55:52.229330 3651 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.842288ms I0425 02:55:52.229340 3651 namespace.go:98] [openshift-logging] adding namespace W0425 02:55:52.229347 3651 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4p545: pod openshift-network-diagnostics/network-check-target-4p545: no pod IPs found I0425 02:55:52.229885 3651 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.967192ms I0425 02:55:52.229897 3651 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 02:55:52.230348 3651 namespace.go:102] [openshift-insights] adding namespace took 6.98787ms I0425 02:55:52.230363 3651 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 02:55:52.230861 3651 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.091771ms I0425 02:55:52.230873 3651 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 02:55:52.231365 3651 namespace.go:102] [kube-node-lease] adding namespace took 7.08849ms I0425 02:55:52.231378 3651 namespace.go:98] [openshift-network-operator] adding namespace I0425 02:55:52.231777 3651 namespace.go:102] [openshift-operators] adding namespace took 7.129969ms I0425 02:55:52.231791 3651 namespace.go:98] [openshift-controller-manager] adding namespace I0425 02:55:52.232148 3651 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.056214ms I0425 02:55:52.232162 3651 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 02:55:52.232660 3651 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.128334ms I0425 02:55:52.232678 3651 namespace.go:98] [openshift-network-console] adding namespace I0425 02:55:52.233228 3651 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.215693ms I0425 02:55:52.233243 3651 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 02:55:52.233673 3651 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.113101ms I0425 02:55:52.233687 3651 namespace.go:98] [openshift] adding namespace I0425 02:55:52.234084 3651 namespace.go:102] [openshift-package-operator] adding namespace took 7.093823ms I0425 02:55:52.234097 3651 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 02:55:52.234699 3651 namespace.go:102] [openshift-host-network] adding namespace took 7.270504ms I0425 02:55:52.234712 3651 namespace.go:98] [openshift-config] adding namespace I0425 02:55:52.235147 3651 namespace.go:102] [openshift-console] adding namespace took 7.227519ms I0425 02:55:52.235161 3651 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 02:55:52.235690 3651 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.891589ms I0425 02:55:52.235703 3651 namespace.go:98] [openshift-monitoring] adding namespace I0425 02:55:52.236635 3651 namespace.go:102] [openshift-logging] adding namespace took 7.290117ms I0425 02:55:52.236647 3651 namespace.go:98] [openshift-console-operator] adding namespace I0425 02:55:52.237035 3651 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.132999ms I0425 02:55:52.237046 3651 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 02:55:52.237551 3651 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.180661ms I0425 02:55:52.237572 3651 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 02:55:52.238048 3651 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.169845ms I0425 02:55:52.238062 3651 namespace.go:98] [openshift-marketplace] adding namespace I0425 02:55:52.238500 3651 namespace.go:102] [openshift-network-operator] adding namespace took 7.117658ms I0425 02:55:52.238514 3651 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 02:55:52.238875 3651 namespace.go:102] [openshift-controller-manager] adding namespace took 7.077549ms I0425 02:55:52.238891 3651 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 02:55:52.239437 3651 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.270201ms I0425 02:55:52.239453 3651 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 02:55:52.239821 3651 namespace.go:102] [openshift-network-console] adding namespace took 7.1386ms I0425 02:55:52.239832 3651 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 02:55:52.240488 3651 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.238934ms I0425 02:55:52.240505 3651 namespace.go:98] [openshift-apiserver] adding namespace I0425 02:55:52.241036 3651 namespace.go:102] [openshift] adding namespace took 7.34535ms I0425 02:55:52.241047 3651 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 02:55:52.241606 3651 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.502739ms I0425 02:55:52.241627 3651 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 02:55:52.242199 3651 namespace.go:102] [openshift-config] adding namespace took 7.476235ms I0425 02:55:52.242217 3651 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 02:55:52.242673 3651 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.505777ms I0425 02:55:52.242690 3651 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 02:55:52.243028 3651 namespace.go:102] [openshift-monitoring] adding namespace took 7.318946ms I0425 02:55:52.243049 3651 namespace.go:98] [openshift-image-registry] adding namespace I0425 02:55:52.243561 3651 namespace.go:102] [openshift-console-operator] adding namespace took 6.90864ms I0425 02:55:52.243969 3651 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.918407ms I0425 02:55:52.243980 3651 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 02:55:52.244412 3651 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.834198ms I0425 02:55:52.244917 3651 namespace.go:102] [openshift-marketplace] adding namespace took 6.848316ms I0425 02:55:52.245594 3651 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.074082ms I0425 02:55:52.246140 3651 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.243164ms I0425 02:55:52.246154 3651 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 02:55:52.246663 3651 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.205539ms I0425 02:55:52.247198 3651 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.360282ms I0425 02:55:52.247215 3651 namespace.go:98] [openshift-dns-operator] adding namespace I0425 02:55:52.247718 3651 namespace.go:102] [openshift-apiserver] adding namespace took 7.205832ms I0425 02:55:52.248223 3651 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.170812ms I0425 02:55:52.248827 3651 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.194467ms I0425 02:55:52.249347 3651 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.125675ms I0425 02:55:52.249780 3651 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.082977ms I0425 02:55:52.250399 3651 namespace.go:102] [openshift-image-registry] adding namespace took 7.344183ms I0425 02:55:52.250853 3651 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.868323ms I0425 02:55:52.251314 3651 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.154572ms I0425 02:55:52.251700 3651 namespace.go:102] [openshift-dns-operator] adding namespace took 4.479309ms W0425 02:55:52.251796 3651 master.go:458] Unable to parse local node ip-10-0-2-178.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 02:55:52.251810 3651 master.go:481] Removing stale chassis with ID/Name: 0aa288f0-7e13-4695-a5d9-205bfc309933, hostname: ip-10-0-2-178.ec2.internal I0425 02:55:52.252373 3651 master.go:548] Adding or Updating local node "ip-10-0-2-178.ec2.internal" for network "default" I0425 02:55:52.253868 3651 zone_ic_handler.go:195] Time taken to create transit switch: 391.487µs I0425 02:55:52.253881 3651 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-179.ec2.internal for the network default E0425 02:55:52.253971 3651 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-192.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-192.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-192.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00975e128 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2845487702}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0425 02:55:52.254092 3651 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-192.ec2.internal", UID:"36178c1a-2978-48ef-bf94-8032dafc3349", APIVersion:"v1", ResourceVersion:"8280", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-192.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-192.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc00975e128 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2845487702}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0425 02:55:52.254966 3651 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-179.ec2.internal" on network "default" took: 1.506446ms I0425 02:55:52.256399 3651 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-178.ec2.internal for the network default I0425 02:55:52.256559 3651 zone_ic_handler.go:195] Time taken to create transit switch: 147.543µs I0425 02:55:52.257221 3651 default_network_controller.go:823] Node add failed for ip-10-0-2-178.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-178.ec2.internal, error getting gateway config for node ip-10-0-2-178.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-178.ec2.internal", failed to update chassis to local for local node ip-10-0-2-178.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-178.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-178.ec2.internal] E0425 02:55:52.257267 3651 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-178.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-178.ec2.internal, error getting gateway config for node ip-10-0-2-178.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-178.ec2.internal", failed to update chassis to local for local node ip-10-0-2-178.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-178.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-178.ec2.internal] I0425 02:55:52.257315 3651 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 02:55:52.257315 3651 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-178.ec2.internal", UID:"7ac0352e-302f-4193-9754-c53cf7b9d7a6", APIVersion:"v1", ResourceVersion:"8588", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-178.ec2.internal, error getting gateway config for node ip-10-0-2-178.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-178.ec2.internal", failed to update chassis to local for local node ip-10-0-2-178.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-178.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-178.ec2.internal] I0425 02:55:52.257336 3651 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 02:55:52.257350 3651 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 02:55:52.257363 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-192.ec2.internal in network "default" I0425 02:55:52.257495 3651 node_tracker.go:169] Node ip-10-0-0-192.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:52.257518 3651 services_controller.go:574] Full service sync requested for network=default I0425 02:55:52.257533 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-179.ec2.internal in network "default" I0425 02:55:52.257565 3651 node_tracker.go:169] Node ip-10-0-1-179.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:52.257574 3651 services_controller.go:574] Full service sync requested for network=default I0425 02:55:52.257583 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:52.257598 3651 node_tracker.go:235] Node ip-10-0-2-178.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-178.ec2.internal" I0425 02:55:52.257610 3651 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:52.257617 3651 services_controller.go:574] Full service sync requested for network=default I0425 02:55:52.319218 3651 iptables.go:108] Creating table: filter chain: FORWARD I0425 02:55:52.326720 3651 iptables.go:108] Creating table: filter chain: OUTPUT I0425 02:55:52.334084 3651 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 02:55:52.334105 3651 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-178.ec2.internal","mac-address":"0e:a9:d5:d6:2e:7d","ip-addresses":["10.0.2.178/24"],"ip-address":"10.0.2.178/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0aa288f0-7e13-4695-a5d9-205bfc309933 k8s.ovn.org/node-encap-ips:["10.0.2.178"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.178/24"} k8s.ovn.org/zone-name:ip-10-0-2-178.ec2.internal] on node ip-10-0-2-178.ec2.internal I0425 02:55:52.349337 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:52.349414 3651 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:52.349432 3651 services_controller.go:574] Full service sync requested for network=default I0425 02:55:52.349497 3651 master.go:548] Adding or Updating local node "ip-10-0-2-178.ec2.internal" for network "default" I0425 02:55:52.354643 3651 default_node_network_controller.go:519] Node connection status = connected W0425 02:55:52.354805 3651 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-4p545: pod openshift-network-diagnostics/network-check-target-4p545: no pod IPs found W0425 02:55:52.354828 3651 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-f7q44: pod openshift-multus/network-metrics-daemon-f7q44: no pod IPs found I0425 02:55:52.355852 3651 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-178.ec2.internal for the network default I0425 02:55:52.356058 3651 zone_ic_handler.go:195] Time taken to create transit switch: 190.047µs I0425 02:55:52.357741 3651 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 02:55:52.357761 3651 services_controller.go:208] Setting up event handlers for services for network=default I0425 02:55:52.357806 3651 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 02:55:52.357905 3651 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 02:55:52.357922 3651 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 02:55:52.458028 3651 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 02:55:52.458057 3651 repair.go:60] Starting repairing loop for services I0425 02:55:52.458181 3651 repair.go:131] Deleted 0 stale service LBs I0425 02:55:52.458201 3651 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 02:55:52.458218 3651 repair.go:62] Finished repairing loop for services: 164.023µs I0425 02:55:52.458244 3651 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 02:55:52.458254 3651 services_controller.go:254] Starting workers for network=default I0425 02:55:52.458773 3651 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4p545] creating logical port openshift-network-diagnostics_network-check-target-4p545 for pod on switch ip-10-0-2-178.ec2.internal I0425 02:55:52.458940 3651 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-4p545 I0425 02:55:52.458947 3651 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f7q44] creating logical port openshift-multus_network-metrics-daemon-f7q44 for pod on switch ip-10-0-2-178.ec2.internal I0425 02:55:52.459087 3651 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-f7q44 W0425 02:55:52.461987 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:55:52.463076 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:52.477811 3651 pod.go:62] [openshift-multus/network-metrics-daemon-f7q44] pod update took 18.74044ms I0425 02:55:52.477837 3651 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-f7q44] addLogicalPort annotation time took 18.771684ms I0425 02:55:52.478749 3651 pod.go:62] [openshift-network-diagnostics/network-check-target-4p545] pod update took 19.870974ms I0425 02:55:52.478768 3651 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-4p545] addLogicalPort annotation time took 19.897927ms I0425 02:55:52.478989 3651 pods.go:271] [openshift-multus/network-metrics-daemon-f7q44] addLogicalPort took 20.047779ms, libovsdb time 880.491µs I0425 02:55:52.479915 3651 pods.go:271] [openshift-network-diagnostics/network-check-target-4p545] addLogicalPort took 21.156552ms, libovsdb time 713.948µs I0425 02:55:52.480480 3651 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 02:55:52.480506 3651 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 02:55:52.480525 3651 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 02:55:52.480529 3651 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 02:55:52.480729 3651 repair.go:29] Repairing admin network policies took 193.628µs I0425 02:55:52.480845 3651 repair.go:92] Repairing baseline admin network policies took 106.052µs I0425 02:55:52.481205 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 02:55:52.481225 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 02:55:52.483013 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 02:55:52.483040 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 02:55:52.483050 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 02:55:52.483541 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 02:55:52.483563 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 02:55:52.483573 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 02:55:52.485179 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 02:55:52.485199 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 02:55:52.485206 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 02:55:52.486478 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 02:55:52.486497 3651 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 02:55:52.486505 3651 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 02:55:52.488058 3651 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 02:55:52.488077 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 02:55:52.488084 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 02:55:52.488455 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 02:55:52.488479 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 02:55:52.488488 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 02:55:52.489060 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 02:55:52.489080 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 02:55:52.489087 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 02:55:52.490593 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 02:55:52.490612 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 02:55:52.491670 3651 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 02:55:52.491697 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 02:55:52.492508 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 02:55:52.492529 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 02:55:52.492553 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 02:55:52.493330 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 02:55:52.493351 3651 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 02:55:52.493362 3651 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 02:55:52.495400 3651 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 02:55:52.495425 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 02:55:52.495434 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 02:55:52.495996 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 02:55:52.496015 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 02:55:52.496022 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 02:55:52.497496 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 02:55:52.497520 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 02:55:52.497530 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 02:55:52.498059 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 02:55:52.498078 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 02:55:52.498092 3651 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 02:55:52.498624 3651 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 02:55:52.498657 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 02:55:52.498668 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 02:55:52.499231 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 02:55:52.499251 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 02:55:52.499259 3651 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 02:55:52.501325 3651 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 02:55:52.501345 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 02:55:52.501353 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 02:55:52.501853 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 02:55:52.501872 3651 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 02:55:52.501881 3651 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 02:55:52.502450 3651 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 02:55:52.502468 3651 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 02:55:52.502478 3651 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 02:55:52.503592 3651 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 02:55:52.503611 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 02:55:52.503622 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 02:55:52.504728 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 02:55:52.504747 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 02:55:52.504757 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 02:55:52.505894 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 02:55:52.505915 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 02:55:52.505923 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 02:55:52.506511 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 02:55:52.506530 3651 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 02:55:52.506544 3651 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 02:55:52.507618 3651 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 02:55:52.507635 3651 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 02:55:52.507646 3651 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 02:55:52.508649 3651 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 02:55:52.508668 3651 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 02:55:52.508676 3651 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 02:55:52.509193 3651 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 02:55:52.509213 3651 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 02:55:52.509220 3651 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 02:55:52.509520 3651 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 02:55:52.509540 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 02:55:52.509561 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 02:55:52.510759 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 02:55:52.510778 3651 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 02:55:52.510802 3651 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 02:55:52.512009 3651 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 02:55:52.517866 3651 egressfirewall.go:374] Starting EgressFirewall controller I0425 02:55:52.517901 3651 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 02:55:52.517907 3651 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 02:55:52.517938 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 02:55:52.517959 3651 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 02:55:52.517938 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 02:55:52.517969 3651 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 02:55:52.518282 3651 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 02:55:52.518299 3651 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 02:55:52.518307 3651 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 02:55:52.518317 3651 egressqos.go:193] Setting up event handlers for EgressQoS I0425 02:55:52.518392 3651 egressfirewall.go:723] Syncing node "ip-10-0-0-192.ec2.internal" for egress firewall I0425 02:55:52.518408 3651 egressfirewall.go:723] Syncing node "ip-10-0-1-179.ec2.internal" for egress firewall I0425 02:55:52.518413 3651 egressfirewall.go:723] Syncing node "ip-10-0-2-178.ec2.internal" for egress firewall I0425 02:55:52.518473 3651 egressqos.go:245] Starting EgressQoS Controller I0425 02:55:52.518486 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 02:55:52.518493 3651 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 02:55:52.518498 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 02:55:52.518502 3651 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 02:55:52.518511 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 02:55:52.518517 3651 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 02:55:52.518521 3651 egressqos.go:259] Repairing EgressQoSes I0425 02:55:52.518526 3651 egressqos.go:399] Starting repairing loop for egressqos I0425 02:55:52.518610 3651 egressqos.go:401] Finished repairing loop for egressqos: 84.117µs I0425 02:55:52.518627 3651 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 02:55:52.518674 3651 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-178.ec2.internal I0425 02:55:52.518737 3651 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-178.ec2.internal : 62.06µs I0425 02:55:52.518822 3651 egressservice_zone.go:210] Starting Egress Services Controller I0425 02:55:52.518836 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 02:55:52.518845 3651 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 02:55:52.518859 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 02:55:52.518867 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 02:55:52.518885 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 02:55:52.518892 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 02:55:52.518901 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 02:55:52.518906 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 02:55:52.518910 3651 egressservice_zone.go:228] Repairing Egress Services I0425 02:55:52.519216 3651 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 02:55:52.519226 3651 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 02:55:52.519292 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-192.ec2.internal I0425 02:55:52.519309 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-192.ec2.internal: 18.824µs I0425 02:55:52.519316 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-179.ec2.internal I0425 02:55:52.519321 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-179.ec2.internal: 5.365µs I0425 02:55:52.519326 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:52.519329 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 3.84µs I0425 02:55:52.519750 3651 default_network_controller.go:585] Completing all the Watchers took 308.136844ms I0425 02:55:52.519766 3651 default_network_controller.go:589] Starting unidling controllers I0425 02:55:52.519782 3651 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 02:55:52.519791 3651 unidle.go:63] Populating Initial ContollerEvent events I0425 02:55:52.519802 3651 unidle.go:79] Setting up event handlers for services I0425 02:55:52.519845 3651 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 02:55:52.855147 3651 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:53.355471 3651 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:53.855157 3651 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:54.195571 3651 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 02:55:54.355060 3651 default_node_network_controller.go:519] Node connection status = connected I0425 02:55:54.375360 3651 bridgeconfig.go:537] Gateway is ready I0425 02:55:54.375382 3651 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 02:55:54.389464 3651 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.178. Updating OVN encap IP. I0425 02:55:54.396026 3651 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.178 - it is already configured I0425 02:55:54.396042 3651 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.178/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 02:55:54.396313 3651 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.178/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-178.ec2.internal","mac-address":"0e:a9:d5:d6:2e:7d","ip-addresses":["10.0.2.178/24"],"ip-address":"10.0.2.178/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0aa288f0-7e13-4695-a5d9-205bfc309933 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.178/24"}] on node ip-10-0-2-178.ec2.internal I0425 02:55:54.412572 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:54.412592 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 28.516µs I0425 02:55:54.412668 3651 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-178.ec2.internal in network "default" I0425 02:55:54.412681 3651 egressfirewall.go:723] Syncing node "ip-10-0-2-178.ec2.internal" for egress firewall I0425 02:55:54.412683 3651 master.go:548] Adding or Updating local node "ip-10-0-2-178.ec2.internal" for network "default" I0425 02:55:54.412731 3651 node_tracker.go:169] Node ip-10-0-2-178.ec2.internal switch + router changed, syncing services in network "default" I0425 02:55:54.412750 3651 services_controller.go:574] Full service sync requested for network=default I0425 02:55:54.413042 3651 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.178 W0425 02:55:54.413156 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:54.413226 3651 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-178.ec2.internal W0425 02:55:54.413156 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:55:54.417741 3651 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-178.ec2.internal. Updating no re-route policies I0425 02:55:54.417803 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-178.ec2.internal I0425 02:55:54.417804 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f9d9k I0425 02:55:54.417814 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-zfwp2 I0425 02:55:54.417822 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f9d9k I0425 02:55:54.417827 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-zfwp2 I0425 02:55:54.417834 3651 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-dpdkd I0425 02:55:54.417835 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-qwfrj I0425 02:55:54.417846 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-qwfrj I0425 02:55:54.417847 3651 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-dpdkd I0425 02:55:54.417846 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-f9d9k after 0 failed attempt(s) I0425 02:55:54.417852 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tkrjm I0425 02:55:54.417819 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-178.ec2.internal I0425 02:55:54.417860 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-4szr5 I0425 02:55:54.417864 3651 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-dpdkd after 0 failed attempt(s) I0425 02:55:54.417866 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-4szr5 I0425 02:55:54.417864 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-qwfrj after 0 failed attempt(s) I0425 02:55:54.417865 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tkrjm I0425 02:55:54.417873 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-178.ec2.internal after 0 failed attempt(s) I0425 02:55:54.417874 3651 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-178.ec2.internal I0425 02:55:54.417855 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f7q44 I0425 02:55:54.417882 3651 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-178.ec2.internal I0425 02:55:54.417883 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-tkrjm after 0 failed attempt(s) I0425 02:55:54.417887 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f7q44 I0425 02:55:54.417891 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9q42f I0425 02:55:54.417891 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-ds2rb I0425 02:55:54.417898 3651 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-178.ec2.internal after 0 failed attempt(s) I0425 02:55:54.417904 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9q42f I0425 02:55:54.417906 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-ds2rb I0425 02:55:54.417920 3651 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f7q44] creating logical port openshift-multus_network-metrics-daemon-f7q44 for pod on switch ip-10-0-2-178.ec2.internal I0425 02:55:54.417920 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9q42f after 0 failed attempt(s) I0425 02:55:54.417924 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-ds2rb after 0 failed attempt(s) I0425 02:55:54.417827 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tjcnm I0425 02:55:54.417952 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tjcnm I0425 02:55:54.417963 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tjcnm after 0 failed attempt(s) I0425 02:55:54.417846 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-zfwp2 after 0 failed attempt(s) I0425 02:55:54.417877 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-4szr5 after 0 failed attempt(s) I0425 02:55:54.417875 3651 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4p545 I0425 02:55:54.417983 3651 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4p545 I0425 02:55:54.418009 3651 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4p545] creating logical port openshift-network-diagnostics_network-check-target-4p545 for pod on switch ip-10-0-2-178.ec2.internal I0425 02:55:54.418610 3651 pods.go:271] [openshift-multus/network-metrics-daemon-f7q44] addLogicalPort took 700.271µs, libovsdb time 250.606µs I0425 02:55:54.418623 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-f7q44 after 0 failed attempt(s) I0425 02:55:54.418789 3651 pods.go:271] [openshift-network-diagnostics/network-check-target-4p545] addLogicalPort took 786.682µs, libovsdb time 240.125µs I0425 02:55:54.418803 3651 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-4p545 after 0 failed attempt(s) I0425 02:55:54.428873 3651 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 02:55:54.443865 3651 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 02:55:54.447954 3651 iptables.go:108] Creating table: nat chain: OUTPUT I0425 02:55:54.484671 3651 iptables.go:108] Creating table: nat chain: PREROUTING I0425 02:55:54.550238 3651 iptables.go:108] Creating table: filter chain: FORWARD I0425 02:55:54.569765 3651 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 02:55:54.569892 3651 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 02:55:54.569942 3651 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 02:55:54.570042 3651 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 02:55:54.570105 3651 gateway_init.go:325] Gateway and management port readiness took 2.220419207s I0425 02:55:54.570150 3651 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 02:55:54.570195 3651 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 02:55:54.570214 3651 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 02:55:54.570224 3651 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 02:55:54.570296 3651 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 02:55:54.570378 3651 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.34µs I0425 02:55:54.570651 3651 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 02:55:54.570679 3651 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.122µs I0425 02:55:54.570687 3651 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.927µs I0425 02:55:54.570693 3651 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 02:55:54.570704 3651 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 02:55:54.570710 3651 default_node_network_controller.go:899] Starting the default node network controller I0425 02:55:54.570716 3651 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 02:55:54.570729 3651 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.412µs I0425 02:55:54.570914 3651 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 02:55:54.570924 3651 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 02:55:54.570957 3651 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009d36e0 0xc0002d1a40 0xc0002d1ab0 0xc0002d1b20 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc00026dea0 0xc0002d1ce0 0xc0002d1d50 0xc000c442d0 0xc006515340 0xc0002d1dc0 map[0x2ff9080:0xc00207f860 0x2ff95c0:0xc00207faa0 0x2ffa2e0:0xc001506d80 0x2ffa580:0xc00207f800 0x2ffad60:0xc00207f8c0 0x2ffb000:0xc00207f920 0x2ffb2a0:0xc00207fa40 0x2ffba80:0xc00207fb00 0x2ffbd20:0xc00207fb60 0x3026980:0xc001506b40 0x3026d20:0xc001506cc0 0x3027800:0xc000c40720 0x3029160:0xc001b9e000 0x30298a0:0xc001506d20 0x302a720:0xc00030f560] 0xc00016acb0 0} I0425 02:55:54.571028 3651 gateway.go:151] Starting gateway service sync I0425 02:55:54.571529 3651 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 02:55:54.574037 3651 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 02:55:54.585654 3651 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 02:55:54.587072 3651 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 02:55:54.588448 3651 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 02:55:54.625978 3651 gateway.go:168] Gateway service sync done. Time taken: 54.934183ms I0425 02:55:54.626394 3651 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31253 I0425 02:55:54.626950 3651 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009d36e0 0xc0002d1a40 0xc0002d1ab0 0xc0002d1b20 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc00026dea0 0xc0002d1ce0 0xc0002d1d50 0xc000c442d0 0xc006515340 0xc0002d1dc0 map[0x2ff9080:0xc00207f860 0x2ff95c0:0xc00207faa0 0x2ffa2e0:0xc001506d80 0x2ffa580:0xc00207f800 0x2ffad60:0xc00207f8c0 0x2ffb000:0xc00207f920 0x2ffb2a0:0xc00207fa40 0x2ffba80:0xc00207fb00 0x2ffbd20:0xc00207fb60 0x3026980:0xc001506b40 0x3026d20:0xc001506cc0 0x3027800:0xc000c40720 0x3029160:0xc001b9e000 0x30298a0:0xc001506d20 0x302a720:0xc00030f560] 0xc00016acb0 0} I0425 02:55:54.627492 3651 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0009d36e0 0xc0002d1a40 0xc0002d1ab0 0xc0002d1b20 0xc0002d1b90 0xc0002d1c00 0xc0002d1c70 0xc00026dea0 0xc0002d1ce0 0xc0002d1d50 0xc000c442d0 0xc006515340 0xc0002d1dc0 map[0x2ff9080:0xc00207f860 0x2ff95c0:0xc00207faa0 0x2ffa2e0:0xc001506d80 0x2ffa580:0xc00207f800 0x2ffad60:0xc00207f8c0 0x2ffb000:0xc00207f920 0x2ffb2a0:0xc00207fa40 0x2ffba80:0xc00207fb00 0x2ffbd20:0xc00207fb60 0x3026980:0xc001506b40 0x3026d20:0xc001506cc0 0x3027800:0xc000c40720 0x3029160:0xc001b9e000 0x30298a0:0xc001506d20 0x302a720:0xc00030f560] 0xc00016acb0 0} I0425 02:55:54.627938 3651 gateway.go:532] Reconciling gateway with updates I0425 02:55:54.633938 3651 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 02:55:54.634017 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:54.634022 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 02:55:54.634037 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:54.634046 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 02:55:54.634052 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:54.634055 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 02:55:54.634051 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:54.634068 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:54.634075 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:54.634081 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 02:55:54.634081 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:54.634084 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 02:55:54.634092 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:54.634093 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 02:55:54.634099 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 02:55:54.634098 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:54.634103 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:54.634130 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:54.634133 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:54.634141 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 02:55:54.634132 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:54.634069 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:54.634156 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:54.634160 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:54.634163 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:54.634172 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:54.634068 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 02:55:54.634178 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:54.634155 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:54.634188 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 02:55:54.634190 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:54.634195 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:54.634200 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:54.634167 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:54.634211 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:54.634218 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:54.634221 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 02:55:54.634220 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:54.634218 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:54.634226 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:54.634231 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 02:55:54.634139 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:54.634236 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:54.634240 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:54.634087 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:54.634245 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:54.634244 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:54.634250 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:54.634254 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:54.634257 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:54.634253 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:54.634257 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:54.634264 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:54.634270 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:54.634225 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 02:55:54.634194 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:54.634296 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:54.634247 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:54.634190 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:54.634382 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:54.634394 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:54.634099 3651 default_node_network_controller.go:944] Gateway and management port readiness took 63.165353ms I0425 02:55:54.634401 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:54.634409 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:54.634414 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:54.634422 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:54.634421 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:54.634433 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:54.634437 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:54.634143 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:54.634441 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:54.634456 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:54.634461 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:54.634478 3651 port_claim.go:71] Svc openshift-ingress/router-default: port 30224 is already open, no action needed I0425 02:55:54.634489 3651 port_claim.go:71] Svc openshift-ingress/router-default: port 30581 is already open, no action needed I0425 02:55:54.634200 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:54.634504 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 02:55:54.634099 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:54.634518 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:54.634524 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 02:55:54.634207 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:54.634532 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:54.634207 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:54.634570 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:54.634230 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:54.634609 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:54.634231 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:54.634649 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:54.634232 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:54.634696 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:54.634241 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:54.634709 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:54.634243 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:54.634767 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:54.634250 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:54.634182 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:54.634825 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:54.634832 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 02:55:54.634263 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:54.634258 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:54.634890 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:54.634899 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 02:55:54.635137 3651 node_ip_handler_linux.go:160] Node IP manager is running W0425 02:55:54.678242 3651 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 02:55:54.678411 3651 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 02:55:54.678613 3651 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0425 02:55:54.685559 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 02:55:54.685590 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 02:55:54.685605 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 02:55:54.685625 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 02:55:54.685632 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 02:55:54.685638 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 02:55:54.685644 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 02:55:54.727719 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 02:55:54.727757 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 02:55:54.727767 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 02:55:54.727776 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 02:55:54.727784 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 02:55:54.727790 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 02:55:54.727795 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 02:55:54.727801 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 02:55:54.727807 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 02:55:54.727814 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 02:55:54.727820 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 02:55:54.727826 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 02:55:54.727835 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 02:55:54.727846 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 02:55:54.727859 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 02:55:54.727885 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 02:55:54.769259 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 02:55:54.769271 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 02:55:54.769292 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 02:55:54.769302 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 02:55:54.769310 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 02:55:54.769318 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 02:55:54.769329 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 02:55:54.769340 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 02:55:54.769346 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 02:55:54.769351 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 02:55:56.124854 3651 default_node_network_controller.go:1380] Starting node controller node sync W0425 02:55:56.124938 3651 egressip_healthcheck.go:76] Health checking using insecure connection I0425 02:55:56.125013 3651 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0425 02:55:56.138498 3651 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 13.614128ms I0425 02:55:56.138663 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-179.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:56.138663 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-192.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 02:55:56.138679 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-179.ec2.internal", IP: 10.0.1.179 to PMTUD blocking rules I0425 02:55:56.138682 3651 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-192.ec2.internal", IP: 10.0.0.192 to PMTUD blocking rules I0425 02:55:56.151324 3651 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 02:55:56.151638 3651 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 02:55:56.151860 3651 egressservice_node.go:183] Starting Egress Services Controller I0425 02:55:56.151898 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 02:55:56.151911 3651 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 02:55:56.151916 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 02:55:56.151929 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 02:55:56.151934 3651 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 02:55:56.151939 3651 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 02:55:56.151943 3651 egressservice_node.go:197] Repairing Egress Services I0425 02:55:56.163714 3651 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 02:55:56.163735 3651 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 02:55:56.163903 3651 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 02:55:56.163921 3651 link_network_manager.go:119] Link manager is running I0425 02:55:56.163933 3651 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 02:55:56.164240 3651 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 02:55:56.164708 3651 vrf_manager.go:128] VRF manager is running I0425 02:55:56.165059 3651 node_controller_manager.go:437] Removing flows to drop GARP I0425 02:55:56.165073 3651 gateway.go:532] Reconciling gateway with updates I0425 02:55:56.193425 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:56.193450 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 02:55:56.193456 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:56.193464 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:56.193469 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 02:55:56.193474 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 02:55:56.193477 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:56.193467 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:56.193480 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 02:55:56.193484 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:56.193492 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:56.193497 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:56.193498 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:56.193499 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:56.193508 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 02:55:56.193517 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 02:55:56.193518 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:56.193517 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:56.193517 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:56.193531 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 02:55:56.193495 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 02:55:56.193535 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 02:55:56.193550 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 02:55:56.193478 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 02:55:56.193532 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 02:55:56.193549 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:56.193574 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:56.193572 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:56.193581 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:56.193582 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:56.193583 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 02:55:56.193584 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 02:55:56.193594 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:56.193592 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 02:55:56.193598 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 02:55:56.193601 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 02:55:56.193604 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:56.193506 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 02:55:56.193609 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 02:55:56.193608 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:56.193508 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:56.193624 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 02:55:56.193627 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 02:55:56.193633 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:56.193639 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:56.193643 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 02:55:56.193643 3651 port_claim.go:71] Svc openshift-ingress/router-default: port 30224 is already open, no action needed I0425 02:55:56.193650 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 02:55:56.193651 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:56.193657 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 02:55:56.193663 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 02:55:56.193664 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 02:55:56.193666 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 02:55:56.193583 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 02:55:56.193669 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 02:55:56.193677 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 02:55:56.193675 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:56.193687 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 02:55:56.193690 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 02:55:56.193430 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:56.193697 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 02:55:56.193698 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 02:55:56.193476 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:56.193705 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 02:55:56.193711 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 02:55:56.193714 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 02:55:56.193706 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:56.193715 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 02:55:56.193728 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 02:55:56.193730 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:56.193459 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:56.193743 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 02:55:56.193692 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 02:55:56.193747 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:56.193762 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 02:55:56.193763 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:56.193773 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 02:55:56.193745 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 02:55:56.193777 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 02:55:56.193456 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 02:55:56.193790 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:56.193796 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 02:55:56.193801 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 02:55:56.193805 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 02:55:56.193801 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:56.193813 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 02:55:56.193816 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 02:55:56.193820 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 02:55:56.193827 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 02:55:56.193835 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 02:55:56.193836 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 02:55:56.193452 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 02:55:56.193840 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:56.193853 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 02:55:56.193857 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 02:55:56.193864 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 02:55:56.193867 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 02:55:56.193591 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 02:55:56.193877 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 02:55:56.193882 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 02:55:56.193828 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 02:55:56.193889 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 02:55:56.193607 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 02:55:56.193611 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 02:55:56.193907 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 02:55:56.193693 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 02:55:56.193703 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 02:55:56.193998 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:56.193999 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:56.194014 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 02:55:56.194015 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 02:55:56.193487 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 02:55:56.194047 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 02:55:56.193713 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 02:55:56.193717 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:56.194105 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 02:55:56.193732 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:56.194134 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 02:55:56.193751 3651 port_claim.go:71] Svc openshift-ingress/router-default: port 30581 is already open, no action needed I0425 02:55:56.193509 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 02:55:56.193599 3651 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:56.194219 3651 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 02:55:56.238604 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 02:55:56.238636 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 02:55:56.238644 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 02:55:56.238650 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 02:55:56.238658 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 02:55:56.238663 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 02:55:56.238670 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 02:55:56.238676 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 02:55:56.282993 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 02:55:56.283001 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 02:55:56.283022 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 02:55:56.283033 3651 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 02:55:58.389236 3651 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-178.ec2.internal I0425 02:55:58.389274 3651 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-178.ec2.internal: 46.796µs I0425 02:55:58.415682 3651 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b764bbf98-z2l7j] creating logical port openshift-image-registry_image-registry-7b764bbf98-z2l7j for pod on switch ip-10-0-2-178.ec2.internal I0425 02:55:58.415825 3651 kube.go:256] Updating pod openshift-image-registry/image-registry-7b764bbf98-z2l7j I0425 02:55:58.433563 3651 pod.go:62] [openshift-image-registry/image-registry-7b764bbf98-z2l7j] pod update took 17.767234ms I0425 02:55:58.433589 3651 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b764bbf98-z2l7j] addLogicalPort annotation time took 17.799578ms I0425 02:55:58.434842 3651 pods.go:271] [openshift-image-registry/image-registry-7b764bbf98-z2l7j] addLogicalPort took 19.211298ms, libovsdb time 955.576µs I0425 02:55:58.439289 3651 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2jdtw] creating logical port openshift-dns_dns-default-2jdtw for pod on switch ip-10-0-2-178.ec2.internal I0425 02:55:58.439412 3651 kube.go:256] Updating pod openshift-dns/dns-default-2jdtw I0425 02:55:58.441443 3651 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-wwmqt] creating logical port openshift-ingress-canary_ingress-canary-wwmqt for pod on switch ip-10-0-2-178.ec2.internal I0425 02:55:58.441568 3651 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-wwmqt I0425 02:55:58.455433 3651 pod.go:62] [openshift-dns/dns-default-2jdtw] pod update took 16.060187ms I0425 02:55:58.455470 3651 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-2jdtw] addLogicalPort annotation time took 16.10023ms I0425 02:55:58.456828 3651 pods.go:271] [openshift-dns/dns-default-2jdtw] addLogicalPort took 17.557025ms, libovsdb time 987.687µs I0425 02:55:58.457290 3651 pod.go:62] [openshift-ingress-canary/ingress-canary-wwmqt] pod update took 15.746746ms I0425 02:55:58.457311 3651 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-wwmqt] addLogicalPort annotation time took 15.773885ms I0425 02:55:58.458606 3651 pods.go:271] [openshift-ingress-canary/ingress-canary-wwmqt] addLogicalPort took 17.180524ms, libovsdb time 991.596µs I0425 02:55:59.152724 3651 cni.go:452] [openshift-ingress-canary/ingress-canary-wwmqt 74f09628314e6143f8fe91b800a20c58de91bb9e19c6c9fa39f0f6f07f4dbea6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-wwmqt 74f09628314e6143f8fe91b800a20c58de91bb9e19c6c9fa39f0f6f07f4dbea6 network default NAD default NAD key ] I0425 02:55:59.193700 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-wwmqt, hostIfaceName: 74f09628314e614, network: default, NAD default, SandboxID: "74f09628314e6143f8fe91b800a20c58de91bb9e19c6c9fa39f0f6f07f4dbea6", PCI device ID: , UID: "9d758e85-1c34-41b0-87c9-fa9207642d32", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0425 02:55:59.252406 3651 cni.go:473] [openshift-ingress-canary/ingress-canary-wwmqt 74f09628314e6143f8fe91b800a20c58de91bb9e19c6c9fa39f0f6f07f4dbea6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-wwmqt 74f09628314e6143f8fe91b800a20c58de91bb9e19c6c9fa39f0f6f07f4dbea6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ce:2f:0e:34:c7\",\"name\":\"74f09628314e614\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0a895c1-d9ce-4499-a710-77aabdc75920\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:56:01.943839 3651 cni.go:452] [openshift-network-diagnostics/network-check-target-4p545 69a014ccb22416d62d1ba1af19491970f3b5a763484c2a11929df914401c587d network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-4p545 69a014ccb22416d62d1ba1af19491970f3b5a763484c2a11929df914401c587d network default NAD default NAD key ] I0425 02:56:01.954635 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-4p545, hostIfaceName: 69a014ccb22416d, network: default, NAD default, SandboxID: "69a014ccb22416d62d1ba1af19491970f3b5a763484c2a11929df914401c587d", PCI device ID: , UID: "471ce7a2-eaa8-4131-8276-c5118f38621a", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0425 02:56:02.007890 3651 cni.go:473] [openshift-network-diagnostics/network-check-target-4p545 69a014ccb22416d62d1ba1af19491970f3b5a763484c2a11929df914401c587d network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-4p545 69a014ccb22416d62d1ba1af19491970f3b5a763484c2a11929df914401c587d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:5f:61:cd:b4:a2\",\"name\":\"69a014ccb22416d\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4eaacafb-9da6-4578-89d5-4cbb3856618c\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:56:06.247902 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:56:08.741475 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:56:10.058945 3651 default_network_controller.go:1025] Node "ip-10-0-0-192.ec2.internal" in remote zone "ip-10-0-0-192.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0425 02:56:10.059859 3651 zone_ic_handler.go:195] Time taken to create transit switch: 314.312µs I0425 02:56:10.059878 3651 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-192.ec2.internal for the network default I0425 02:56:10.060960 3651 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-192.ec2.internal" on network "default" took: 1.423767ms I0425 02:56:11.282434 3651 namespace.go:142] [openshift-network-console] updating namespace I0425 02:56:11.285182 3651 namespace.go:142] [openshift-network-node-identity] updating namespace I0425 02:56:11.290270 3651 namespace.go:142] [openshift-must-gather-operator] updating namespace I0425 02:56:11.294731 3651 namespace.go:142] [openshift-network-diagnostics] updating namespace I0425 02:56:11.296961 3651 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:11.301657 3651 namespace.go:142] [openshift-ovn-kubernetes] updating namespace W0425 02:56:19.422484 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:56:19.422512 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 02:56:20.575719 3651 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-64g7k] creating logical port openshift-insights_insights-operator-6dbb575d6c-64g7k for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:20.575861 3651 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-64g7k I0425 02:56:20.581078 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-2lkkz for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:20.581236 3651 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz I0425 02:56:20.597341 3651 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-64g7k] pod update took 21.504365ms I0425 02:56:20.597366 3651 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-64g7k] addLogicalPort annotation time took 21.539111ms I0425 02:56:20.598618 3651 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-64g7k] addLogicalPort took 22.920511ms, libovsdb time 946.228µs I0425 02:56:20.607731 3651 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz] pod update took 26.517555ms I0425 02:56:20.607754 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz] addLogicalPort annotation time took 26.546663ms I0425 02:56:20.608903 3651 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz] addLogicalPort took 27.838352ms, libovsdb time 852.676µs I0425 02:56:20.674278 3651 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-mf8rg for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:20.674376 3651 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg I0425 02:56:20.685815 3651 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-bl885 for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:20.685942 3651 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885 I0425 02:56:20.697809 3651 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg] pod update took 23.454537ms I0425 02:56:20.697833 3651 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg] addLogicalPort annotation time took 23.486529ms I0425 02:56:20.699049 3651 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg] addLogicalPort took 24.787263ms, libovsdb time 866.642µs I0425 02:56:20.714485 3651 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885] pod update took 28.564ms I0425 02:56:20.714510 3651 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885] addLogicalPort annotation time took 28.596057ms I0425 02:56:20.715697 3651 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885] addLogicalPort took 29.898001ms, libovsdb time 903.555µs I0425 02:56:20.985805 3651 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-64g7k 20887d20366c9342ae4eadd1d15132d260687ea043cbb6393f8723f0bb9d0c50 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-64g7k 20887d20366c9342ae4eadd1d15132d260687ea043cbb6393f8723f0bb9d0c50 network default NAD default NAD key ] I0425 02:56:20.996247 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-64g7k, hostIfaceName: 20887d20366c934, network: default, NAD default, SandboxID: "20887d20366c9342ae4eadd1d15132d260687ea043cbb6393f8723f0bb9d0c50", PCI device ID: , UID: "803c15d5-672e-45a8-a700-16fa7fb0a5d7", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0425 02:56:21.051004 3651 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-64g7k 20887d20366c9342ae4eadd1d15132d260687ea043cbb6393f8723f0bb9d0c50 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-64g7k 20887d20366c9342ae4eadd1d15132d260687ea043cbb6393f8723f0bb9d0c50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:0f:71:b3:32:40\",\"name\":\"20887d20366c934\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6989782-c176-41dd-a3b0-098bd3b32d36\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:56:21.076947 3651 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg e6eff72822cedefe0b5674e11d1f26113f65b19f9c391cd45d95a6feddfc1965 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg e6eff72822cedefe0b5674e11d1f26113f65b19f9c391cd45d95a6feddfc1965 network default NAD default NAD key ] I0425 02:56:21.090663 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-mf8rg, hostIfaceName: e6eff72822cedef, network: default, NAD default, SandboxID: "e6eff72822cedefe0b5674e11d1f26113f65b19f9c391cd45d95a6feddfc1965", PCI device ID: , UID: "3301743f-646d-4c48-a2b9-927a6cb9cb89", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0425 02:56:21.100453 3651 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885 a869820ab2c1fbe437d0747958af1a9210f5e730ee455423a9d41602abf6b1b5 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885 a869820ab2c1fbe437d0747958af1a9210f5e730ee455423a9d41602abf6b1b5 network default NAD default NAD key ] I0425 02:56:21.112389 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-bl885, hostIfaceName: a869820ab2c1fbe, network: default, NAD default, SandboxID: "a869820ab2c1fbe437d0747958af1a9210f5e730ee455423a9d41602abf6b1b5", PCI device ID: , UID: "b27c5efd-09b2-47ca-9b2f-296e04bc0429", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0425 02:56:21.145556 3651 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg e6eff72822cedefe0b5674e11d1f26113f65b19f9c391cd45d95a6feddfc1965 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-mf8rg e6eff72822cedefe0b5674e11d1f26113f65b19f9c391cd45d95a6feddfc1965 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b2:5a:6e:41:07\",\"name\":\"e6eff72822cedef\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c7b04c1-7d22-48e3-b8f0-e6f3ac8ad571\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:56:21.166701 3651 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885 a869820ab2c1fbe437d0747958af1a9210f5e730ee455423a9d41602abf6b1b5 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-bl885 a869820ab2c1fbe437d0747958af1a9210f5e730ee455423a9d41602abf6b1b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:39:a2:46:eb:32\",\"name\":\"a869820ab2c1fbe\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a709074-3adc-4893-a319-c090c5c5901e\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:56:23.781085 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 02:56:24.589332 3651 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 02:56:24.590279 3651 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 916.863µs I0425 02:56:24.639571 3651 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 02:56:25.877885 3651 namespace.go:98] [openshift-service-ca] adding namespace I0425 02:56:25.878829 3651 namespace.go:102] [openshift-service-ca] adding namespace took 914.29µs I0425 02:56:25.893595 3651 namespace.go:142] [openshift-service-ca] updating namespace W0425 02:56:34.218338 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 02:56:46.978392 3651 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979012 3651 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979040 3651 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979050 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 02:56:46.979061 3651 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 02:56:46.979066 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 02:56:50.426966 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 02:56:50.427547 3651 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:50.427566 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:50.427573 3651 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0425 02:56:50.427620 3651 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:56:50.431450 3651 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.431471 3651 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.431490 3651 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.431500 3651 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dd6skx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:50.479432 3651 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-czgdz] creating logical port openshift-insights_insights-runtime-extractor-czgdz for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:50.479555 3651 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-czgdz I0425 02:56:50.499854 3651 pod.go:62] [openshift-insights/insights-runtime-extractor-czgdz] pod update took 20.342664ms I0425 02:56:50.499876 3651 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-czgdz] addLogicalPort annotation time took 20.36924ms I0425 02:56:50.501081 3651 pods.go:271] [openshift-insights/insights-runtime-extractor-czgdz] addLogicalPort took 21.671609ms, libovsdb time 887.386µs I0425 02:56:50.585520 3651 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xgshs for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:50.585638 3651 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs I0425 02:56:50.600127 3651 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs] pod update took 14.510585ms I0425 02:56:50.600157 3651 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs] addLogicalPort annotation time took 14.566333ms I0425 02:56:50.601606 3651 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs] addLogicalPort took 16.104158ms, libovsdb time 1.003788ms W0425 02:56:50.661304 3651 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:56:50.839836 3651 cni.go:452] [openshift-insights/insights-runtime-extractor-czgdz 618a17253e8f2216797db7ccc1cbd756972d3282f80f74f8a7d5154a6b6790f5 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-czgdz 618a17253e8f2216797db7ccc1cbd756972d3282f80f74f8a7d5154a6b6790f5 network default NAD default NAD key ] I0425 02:56:50.850898 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-czgdz, hostIfaceName: 618a17253e8f221, network: default, NAD default, SandboxID: "618a17253e8f2216797db7ccc1cbd756972d3282f80f74f8a7d5154a6b6790f5", PCI device ID: , UID: "115895a2-33f4-4982-bc74-7ce4e3e8cdd5", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0425 02:56:50.904858 3651 cni.go:473] [openshift-insights/insights-runtime-extractor-czgdz 618a17253e8f2216797db7ccc1cbd756972d3282f80f74f8a7d5154a6b6790f5 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-czgdz 618a17253e8f2216797db7ccc1cbd756972d3282f80f74f8a7d5154a6b6790f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:91:39:d3:d0:bb\",\"name\":\"618a17253e8f221\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b96b4e88-6c4b-41d3-ad30-5e7f46d1cbc8\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:56:50.956825 3651 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs d39fd4e5ca3a8ba1935bd4acb189be40005c8a3895255738ea5ab77ccc62663e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs d39fd4e5ca3a8ba1935bd4acb189be40005c8a3895255738ea5ab77ccc62663e network default NAD default NAD key ] I0425 02:56:50.967220 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xgshs, hostIfaceName: d39fd4e5ca3a8ba, network: default, NAD default, SandboxID: "d39fd4e5ca3a8ba1935bd4acb189be40005c8a3895255738ea5ab77ccc62663e", PCI device ID: , UID: "3338a116-20af-43bb-8bad-5042b0d2fa35", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0425 02:56:51.020976 3651 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs d39fd4e5ca3a8ba1935bd4acb189be40005c8a3895255738ea5ab77ccc62663e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xgshs d39fd4e5ca3a8ba1935bd4acb189be40005c8a3895255738ea5ab77ccc62663e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a7:68:48:84:a5\",\"name\":\"d39fd4e5ca3a8ba\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2209074b-4954-4c7c-8ab7-112c3aedf204\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:56:51.864466 3651 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:51.873603 3651 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 02:56:52.386879 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:52.386924 3651 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7b764bbf98-z2l7j I0425 02:56:52.388509 3651 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7b764bbf98-z2l7j, ips: 10.130.0.5 I0425 02:56:52.388550 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:56:52.397941 3651 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-69c9b9984c-4jt2x] creating logical port openshift-image-registry_image-registry-69c9b9984c-4jt2x for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:52.398319 3651 kube.go:256] Updating pod openshift-image-registry/image-registry-69c9b9984c-4jt2x I0425 02:56:52.406532 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:52.406558 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b764bbf98-z2l7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:56:52.417012 3651 pod.go:62] [openshift-image-registry/image-registry-69c9b9984c-4jt2x] pod update took 18.732812ms I0425 02:56:52.417050 3651 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-69c9b9984c-4jt2x] addLogicalPort annotation time took 18.778764ms I0425 02:56:52.417582 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b764bbf98-z2l7j I0425 02:56:52.417615 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b764bbf98-z2l7j I0425 02:56:52.418463 3651 pods.go:271] [openshift-image-registry/image-registry-69c9b9984c-4jt2x] addLogicalPort took 20.548776ms, libovsdb time 1.003864ms I0425 02:56:52.762805 3651 cni.go:452] [openshift-image-registry/image-registry-69c9b9984c-4jt2x 657b0b7444e298d01916fd86a3464893afc1e47de1a8b74703e7309fa89506c0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-69c9b9984c-4jt2x 657b0b7444e298d01916fd86a3464893afc1e47de1a8b74703e7309fa89506c0 network default NAD default NAD key ] I0425 02:56:52.776665 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-69c9b9984c-4jt2x, hostIfaceName: 657b0b7444e298d, network: default, NAD default, SandboxID: "657b0b7444e298d01916fd86a3464893afc1e47de1a8b74703e7309fa89506c0", PCI device ID: , UID: "2a5d16ba-a052-429b-b20c-5622eac8cf76", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0425 02:56:52.831351 3651 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz c7a1336255ba9486ca489573479b2fd805fb7e3445129d677bc0d5c42e66fee7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz c7a1336255ba9486ca489573479b2fd805fb7e3445129d677bc0d5c42e66fee7 network default NAD default NAD key ] I0425 02:56:52.843554 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-2lkkz, hostIfaceName: c7a1336255ba948, network: default, NAD default, SandboxID: "c7a1336255ba9486ca489573479b2fd805fb7e3445129d677bc0d5c42e66fee7", PCI device ID: , UID: "4f8b4cf1-0c01-4d9d-9fe3-30489de4b4fb", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0425 02:56:52.848649 3651 cni.go:473] [openshift-image-registry/image-registry-69c9b9984c-4jt2x 657b0b7444e298d01916fd86a3464893afc1e47de1a8b74703e7309fa89506c0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-69c9b9984c-4jt2x 657b0b7444e298d01916fd86a3464893afc1e47de1a8b74703e7309fa89506c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:cf:29:e3:27:75\",\"name\":\"657b0b7444e298d\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5b52b6f-d28b-442a-aeec-a6b2fbe2e74d\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:56:52.900185 3651 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz c7a1336255ba9486ca489573479b2fd805fb7e3445129d677bc0d5c42e66fee7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-2lkkz c7a1336255ba9486ca489573479b2fd805fb7e3445129d677bc0d5c42e66fee7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:16:8a:48:7f:8d\",\"name\":\"c7a1336255ba948\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c594cef9-a91c-460f-97c8-0f12f2564ff4\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:56:53.423262 3651 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 02:56:53.641776 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 02:56:53.641802 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 02:56:53.641884 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:53.641910 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 02:56:53.641924 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0425 02:56:55.716243 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-tncjk for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:55.716374 3651 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk I0425 02:56:55.734436 3651 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk] pod update took 18.082362ms I0425 02:56:55.734471 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk] addLogicalPort annotation time took 18.124298ms I0425 02:56:55.735996 3651 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk] addLogicalPort took 19.76829ms, libovsdb time 1.121485ms I0425 02:56:56.076030 3651 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk be54c47b7bf94a5505100969e62e2a16aa02b247d5f164eb7c4d4fceecec2d20 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk be54c47b7bf94a5505100969e62e2a16aa02b247d5f164eb7c4d4fceecec2d20 network default NAD default NAD key ] I0425 02:56:56.087654 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-tncjk, hostIfaceName: be54c47b7bf94a5, network: default, NAD default, SandboxID: "be54c47b7bf94a5505100969e62e2a16aa02b247d5f164eb7c4d4fceecec2d20", PCI device ID: , UID: "7675d6cc-c41d-4519-b399-9ed702f0e916", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0425 02:56:56.143482 3651 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk be54c47b7bf94a5505100969e62e2a16aa02b247d5f164eb7c4d4fceecec2d20 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tncjk be54c47b7bf94a5505100969e62e2a16aa02b247d5f164eb7c4d4fceecec2d20 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:53:da:7f:99:58\",\"name\":\"be54c47b7bf94a5\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9586c93-dc7d-4ebd-acf0-4b0e59b82d14\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:56:57.909088 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 02:56:58.437156 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0425 02:56:58.815457 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-49d4l] creating logical port openshift-monitoring_prometheus-operator-76b589d668-49d4l for pod on switch ip-10-0-2-178.ec2.internal I0425 02:56:58.815562 3651 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-49d4l I0425 02:56:58.830512 3651 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-49d4l] pod update took 14.973841ms I0425 02:56:58.830543 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-49d4l] addLogicalPort annotation time took 15.012005ms I0425 02:56:58.831813 3651 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-49d4l] addLogicalPort took 16.375223ms, libovsdb time 941.983µs I0425 02:56:59.176709 3651 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-49d4l 7fd624536ae6784fc865b2ab0b7ca7380890cbf4cd2a2f95be608dc45505917c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-49d4l 7fd624536ae6784fc865b2ab0b7ca7380890cbf4cd2a2f95be608dc45505917c network default NAD default NAD key ] I0425 02:56:59.186401 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-49d4l, hostIfaceName: 7fd624536ae6784, network: default, NAD default, SandboxID: "7fd624536ae6784fc865b2ab0b7ca7380890cbf4cd2a2f95be608dc45505917c", PCI device ID: , UID: "f16a4140-9595-4171-8636-4a3ccd598a4b", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0425 02:56:59.240398 3651 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-49d4l 7fd624536ae6784fc865b2ab0b7ca7380890cbf4cd2a2f95be608dc45505917c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-49d4l 7fd624536ae6784fc865b2ab0b7ca7380890cbf4cd2a2f95be608dc45505917c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f6:f1:36:3a:7b\",\"name\":\"7fd624536ae6784\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4f8cd4f-6e9d-47ac-aaf6-f2520aa852fe\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:57:00.670413 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 02:57:00.670447 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:57:02.734255 3651 cni.go:452] [openshift-dns/dns-default-2jdtw a4dc4d12330c30c246688f8c48b2b64c6694dbbdfae1bdb30ffa1f379f4975bb network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-2jdtw a4dc4d12330c30c246688f8c48b2b64c6694dbbdfae1bdb30ffa1f379f4975bb network default NAD default NAD key ] I0425 02:57:02.745426 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2jdtw, hostIfaceName: a4dc4d12330c30c, network: default, NAD default, SandboxID: "a4dc4d12330c30c246688f8c48b2b64c6694dbbdfae1bdb30ffa1f379f4975bb", PCI device ID: , UID: "3646a25b-b773-4999-a9ed-a3fb4786d053", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0425 02:57:02.798839 3651 cni.go:473] [openshift-dns/dns-default-2jdtw a4dc4d12330c30c246688f8c48b2b64c6694dbbdfae1bdb30ffa1f379f4975bb network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-2jdtw a4dc4d12330c30c246688f8c48b2b64c6694dbbdfae1bdb30ffa1f379f4975bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ac:f3:aa:b4:53\",\"name\":\"a4dc4d12330c30c\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ee65885-4075-4c06-b8ef-0910fbd4f68f\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:57:03.350462 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-dmnmm for pod on switch ip-10-0-2-178.ec2.internal I0425 02:57:03.350576 3651 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm I0425 02:57:03.366012 3651 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm] pod update took 15.463335ms I0425 02:57:03.366040 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm] addLogicalPort annotation time took 15.498522ms I0425 02:57:03.367485 3651 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm] addLogicalPort took 17.044126ms, libovsdb time 1.01693ms I0425 02:57:03.391075 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-vc6gh for pod on switch ip-10-0-2-178.ec2.internal I0425 02:57:03.391229 3651 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh I0425 02:57:03.409196 3651 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh] pod update took 17.99357ms I0425 02:57:03.409223 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh] addLogicalPort annotation time took 18.028526ms I0425 02:57:03.410773 3651 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh] addLogicalPort took 19.718391ms, libovsdb time 1.086665ms I0425 02:57:03.731758 3651 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm 1b33c7e210cd34cbf0b4218552e041bc0cbb02d72d577b994225955bdc005e04 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm 1b33c7e210cd34cbf0b4218552e041bc0cbb02d72d577b994225955bdc005e04 network default NAD default NAD key ] I0425 02:57:03.743251 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-dmnmm, hostIfaceName: 1b33c7e210cd34c, network: default, NAD default, SandboxID: "1b33c7e210cd34cbf0b4218552e041bc0cbb02d72d577b994225955bdc005e04", PCI device ID: , UID: "6e2470e1-5015-4e78-bd5f-1bba5fc2f751", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0425 02:57:03.762979 3651 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh 2af9b7cdf7d5200e63eb1dd175ca4edd5b526b41c57f7f6e8f6dca3639f96e39 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh 2af9b7cdf7d5200e63eb1dd175ca4edd5b526b41c57f7f6e8f6dca3639f96e39 network default NAD default NAD key ] I0425 02:57:03.774717 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-vc6gh, hostIfaceName: 2af9b7cdf7d5200, network: default, NAD default, SandboxID: "2af9b7cdf7d5200e63eb1dd175ca4edd5b526b41c57f7f6e8f6dca3639f96e39", PCI device ID: , UID: "2f67c84e-1277-4ad2-a04a-0772476e0f3a", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0425 02:57:03.804776 3651 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm 1b33c7e210cd34cbf0b4218552e041bc0cbb02d72d577b994225955bdc005e04 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-dmnmm 1b33c7e210cd34cbf0b4218552e041bc0cbb02d72d577b994225955bdc005e04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:55:00:95:27:3a\",\"name\":\"1b33c7e210cd34c\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cdb420b-1c7c-47ce-8d17-9e2d62991f00\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:57:03.833630 3651 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh 2af9b7cdf7d5200e63eb1dd175ca4edd5b526b41c57f7f6e8f6dca3639f96e39 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-vc6gh 2af9b7cdf7d5200e63eb1dd175ca4edd5b526b41c57f7f6e8f6dca3639f96e39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:34:bb:5d:2f:c7\",\"name\":\"2af9b7cdf7d5200\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efc3f48c-fc62-4e12-82af-9e053b274257\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:57:04.504422 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-178.ec2.internal I0425 02:57:04.504643 3651 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 02:57:04.528663 3651 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.082223ms I0425 02:57:04.528694 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.118367ms I0425 02:57:04.530350 3651 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.953943ms, libovsdb time 1.193884ms W0425 02:57:04.593938 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 02:57:04.593967 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:57:05.948891 3651 cni.go:452] [openshift-monitoring/alertmanager-main-0 6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b network default NAD default NAD key ] I0425 02:57:05.960110 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 6ee8a97185c079a, network: default, NAD default, SandboxID: "6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b", PCI device ID: , UID: "23209e33-bd76-47f6-b206-19f9b15e6600", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0425 02:57:06.022663 3651 cni.go:473] [openshift-monitoring/alertmanager-main-0 6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:94:d4:be:a4:01\",\"name\":\"6ee8a97185c079a\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6d5b7fd-16dd-48ec-97a0-614471336768\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:57:07.487488 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.487508 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.487516 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.668423 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.668445 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:07.668450 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 02:57:08.100739 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-6l2dt for pod on switch ip-10-0-2-178.ec2.internal I0425 02:57:08.100861 3651 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt I0425 02:57:08.105749 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-78c46f68cb-6hxzj] creating logical port openshift-monitoring_metrics-server-78c46f68cb-6hxzj for pod on switch ip-10-0-2-178.ec2.internal I0425 02:57:08.105878 3651 kube.go:256] Updating pod openshift-monitoring/metrics-server-78c46f68cb-6hxzj I0425 02:57:08.117568 3651 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt] pod update took 16.745143ms I0425 02:57:08.117593 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt] addLogicalPort annotation time took 16.777586ms I0425 02:57:08.118987 3651 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt] addLogicalPort took 18.264234ms, libovsdb time 1.019417ms I0425 02:57:08.126370 3651 pod.go:62] [openshift-monitoring/metrics-server-78c46f68cb-6hxzj] pod update took 20.526165ms I0425 02:57:08.126402 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-78c46f68cb-6hxzj] addLogicalPort annotation time took 20.56676ms I0425 02:57:08.127902 3651 pods.go:271] [openshift-monitoring/metrics-server-78c46f68cb-6hxzj] addLogicalPort took 22.174477ms, libovsdb time 990.382µs I0425 02:57:08.481745 3651 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt 5f5d9b5fcf7ec664d4f28bee08c403e816abb81f5f09e8b416c561f68a1e71ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt 5f5d9b5fcf7ec664d4f28bee08c403e816abb81f5f09e8b416c561f68a1e71ae network default NAD default NAD key ] I0425 02:57:08.489304 3651 cni.go:452] [openshift-monitoring/metrics-server-78c46f68cb-6hxzj 64370461c61b5b0fd1da50e45fcf321fedef12e000bbef033e735b264f0fcfa9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-78c46f68cb-6hxzj 64370461c61b5b0fd1da50e45fcf321fedef12e000bbef033e735b264f0fcfa9 network default NAD default NAD key ] I0425 02:57:08.493352 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-6l2dt, hostIfaceName: 5f5d9b5fcf7ec66, network: default, NAD default, SandboxID: "5f5d9b5fcf7ec664d4f28bee08c403e816abb81f5f09e8b416c561f68a1e71ae", PCI device ID: , UID: "cee0303e-95ba-4423-b759-28e98fb0c37f", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0425 02:57:08.500807 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-78c46f68cb-6hxzj, hostIfaceName: 64370461c61b5b0, network: default, NAD default, SandboxID: "64370461c61b5b0fd1da50e45fcf321fedef12e000bbef033e735b264f0fcfa9", PCI device ID: , UID: "43001d12-97e5-4c8b-b830-c9602c381f46", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0425 02:57:08.555137 3651 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt 5f5d9b5fcf7ec664d4f28bee08c403e816abb81f5f09e8b416c561f68a1e71ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-6l2dt 5f5d9b5fcf7ec664d4f28bee08c403e816abb81f5f09e8b416c561f68a1e71ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:63:57:84:37:5c\",\"name\":\"5f5d9b5fcf7ec66\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8af0d8e4-abfc-4c5b-88a5-01028057f9b7\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:57:08.571951 3651 cni.go:473] [openshift-monitoring/metrics-server-78c46f68cb-6hxzj 64370461c61b5b0fd1da50e45fcf321fedef12e000bbef033e735b264f0fcfa9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-78c46f68cb-6hxzj 64370461c61b5b0fd1da50e45fcf321fedef12e000bbef033e735b264f0fcfa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c1:0b:79:f6:bd\",\"name\":\"64370461c61b5b0\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46833ce4-4b0a-452d-8ad4-92149e48af20\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:57:09.713492 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713521 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713528 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.713533 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995601 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995622 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995628 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:09.995633 3651 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 02:57:10.021048 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 02:57:10.694224 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:10.694248 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:11.573601 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 02:57:12.023351 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:12.023391 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 02:57:14.417484 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 02:57:15.108648 3651 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-v2bpq] creating logical port openshift-console_downloads-5c54f4944f-v2bpq for pod on switch ip-10-0-2-178.ec2.internal I0425 02:57:15.108756 3651 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-v2bpq I0425 02:57:15.140023 3651 pod.go:62] [openshift-console/downloads-5c54f4944f-v2bpq] pod update took 31.292888ms I0425 02:57:15.140055 3651 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-v2bpq] addLogicalPort annotation time took 31.333297ms I0425 02:57:15.141386 3651 pods.go:271] [openshift-console/downloads-5c54f4944f-v2bpq] addLogicalPort took 32.756434ms, libovsdb time 898.735µs W0425 02:57:15.469733 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 02:57:15.469757 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 02:57:15.469763 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0425 02:57:15.472826 3651 cni.go:452] [openshift-console/downloads-5c54f4944f-v2bpq fa438b2f6da889ee104c0f4020a97be83d12c84dc3d516efddf594cca60260a8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-v2bpq fa438b2f6da889ee104c0f4020a97be83d12c84dc3d516efddf594cca60260a8 network default NAD default NAD key ] I0425 02:57:15.482846 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-v2bpq, hostIfaceName: fa438b2f6da889e, network: default, NAD default, SandboxID: "fa438b2f6da889ee104c0f4020a97be83d12c84dc3d516efddf594cca60260a8", PCI device ID: , UID: "a95b7b22-c9b4-4025-a595-6a7e53a2afdc", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0425 02:57:15.541409 3651 cni.go:473] [openshift-console/downloads-5c54f4944f-v2bpq fa438b2f6da889ee104c0f4020a97be83d12c84dc3d516efddf594cca60260a8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-v2bpq fa438b2f6da889ee104c0f4020a97be83d12c84dc3d516efddf594cca60260a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a7:fb:2e:ce:fa\",\"name\":\"fa438b2f6da889e\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cae86ab-c692-4bae-9b9e-7d0258e5cc28\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:57:15.947434 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:15.948050 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:16.045341 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:16.045367 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-zg2m5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:16.056922 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c4d6565bf-zg2m5 I0425 02:57:16.056956 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c4d6565bf-zg2m5 I0425 02:57:24.818317 3651 base_network_controller_pods.go:487] [default/openshift-console/console-666fc4697c-s96tn] creating logical port openshift-console_console-666fc4697c-s96tn for pod on switch ip-10-0-2-178.ec2.internal I0425 02:57:24.818437 3651 kube.go:256] Updating pod openshift-console/console-666fc4697c-s96tn I0425 02:57:24.835169 3651 pod.go:62] [openshift-console/console-666fc4697c-s96tn] pod update took 16.76552ms I0425 02:57:24.835196 3651 base_network_controller_pods.go:951] [default/openshift-console/console-666fc4697c-s96tn] addLogicalPort annotation time took 16.798445ms I0425 02:57:24.836568 3651 pods.go:271] [openshift-console/console-666fc4697c-s96tn] addLogicalPort took 18.267815ms, libovsdb time 1.019757ms I0425 02:57:25.188785 3651 cni.go:452] [openshift-console/console-666fc4697c-s96tn e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-666fc4697c-s96tn e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c network default NAD default NAD key ] I0425 02:57:25.199149 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-666fc4697c-s96tn, hostIfaceName: e601a36e2db956f, network: default, NAD default, SandboxID: "e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c", PCI device ID: , UID: "41051928-0c0e-4546-b5d9-535f9a6adfd0", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0425 02:57:25.259918 3651 cni.go:473] [openshift-console/console-666fc4697c-s96tn e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-666fc4697c-s96tn e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:0f:6e:7d:a6:6b\",\"name\":\"e601a36e2db956f\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66b3081d-970e-4113-9b47-294d3cf00c5a\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:57:29.077109 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 02:57:30.991778 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 02:57:30.991813 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 02:57:32.511932 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 02:57:34.778280 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 02:57:35.567984 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.568018 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.568025 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.568037 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.568043 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.568050 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.578408 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.578436 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.578445 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:57:35.624913 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 02:57:36.104750 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 02:57:36.104776 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 02:57:37.946515 3651 cni.go:452] [openshift-multus/network-metrics-daemon-f7q44 106e6855e52fece40bbfcb51bf2156d2f861e48a8811ac10598b34dbd756c917 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-f7q44 106e6855e52fece40bbfcb51bf2156d2f861e48a8811ac10598b34dbd756c917 network default NAD default NAD key ] I0425 02:57:37.957639 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-f7q44, hostIfaceName: 106e6855e52fece, network: default, NAD default, SandboxID: "106e6855e52fece40bbfcb51bf2156d2f861e48a8811ac10598b34dbd756c917", PCI device ID: , UID: "75746eb4-f592-4c54-99ae-f321f4712c7c", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0425 02:57:38.021302 3651 cni.go:473] [openshift-multus/network-metrics-daemon-f7q44 106e6855e52fece40bbfcb51bf2156d2f861e48a8811ac10598b34dbd756c917 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-f7q44 106e6855e52fece40bbfcb51bf2156d2f861e48a8811ac10598b34dbd756c917 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:5b:fb:62:ab:34\",\"name\":\"106e6855e52fece\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10c35eed-b92b-40aa-b1e5-125c6f2b903c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:57:39.773662 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:39.774347 3651 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:57:40.109587 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:40.109619 3651 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5c4d6565bf-tcwsq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:57:40.117455 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5c4d6565bf-tcwsq I0425 02:57:40.117490 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5c4d6565bf-tcwsq W0425 02:57:43.838250 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 02:57:43.838281 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 02:57:43.881472 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 02:57:43.881499 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 02:57:49.691926 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 02:57:49.691933 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 02:57:49.691981 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 02:57:50.690176 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0425 02:57:50.716061 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 02:57:50.716059 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 02:57:50.716204 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0425 02:57:51.700434 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 02:58:00.775602 3651 cni.go:452] [openshift-console/console-666fc4697c-s96tn e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-666fc4697c-s96tn e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c network default NAD default NAD key ] I0425 02:58:00.866344 3651 cni.go:473] [openshift-console/console-666fc4697c-s96tn e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-666fc4697c-s96tn e601a36e2db956f0197f230bf228c5f4998849a4e32486f1bcc0685480865e4c network default NAD default NAD key default], result "{}", err I0425 02:58:00.944402 3651 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-s96tn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:00.944442 3651 pods.go:176] Deleting pod: openshift-console/console-666fc4697c-s96tn I0425 02:58:00.945889 3651 pods.go:236] Attempting to release IPs for pod: openshift-console/console-666fc4697c-s96tn, ips: 10.130.0.23 I0425 02:58:00.945922 3651 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-s96tn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:00.954929 3651 base_network_controller_pods.go:487] [default/openshift-console/console-65b976766f-rv6lb] creating logical port openshift-console_console-65b976766f-rv6lb for pod on switch ip-10-0-2-178.ec2.internal I0425 02:58:00.955062 3651 kube.go:256] Updating pod openshift-console/console-65b976766f-rv6lb I0425 02:58:00.973771 3651 pod.go:62] [openshift-console/console-65b976766f-rv6lb] pod update took 18.742677ms I0425 02:58:00.973795 3651 base_network_controller_pods.go:951] [default/openshift-console/console-65b976766f-rv6lb] addLogicalPort annotation time took 18.779148ms I0425 02:58:00.975291 3651 pods.go:271] [openshift-console/console-65b976766f-rv6lb] addLogicalPort took 20.384898ms, libovsdb time 1.011606ms I0425 02:58:01.363661 3651 cni.go:452] [openshift-console/console-65b976766f-rv6lb 46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65b976766f-rv6lb 46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25 network default NAD default NAD key ] I0425 02:58:01.373876 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65b976766f-rv6lb, hostIfaceName: 46e7dd2bcdcb407, network: default, NAD default, SandboxID: "46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25", PCI device ID: , UID: "7bba5183-9b00-4f8f-9124-a56adcebbfa8", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0425 02:58:01.431184 3651 cni.go:473] [openshift-console/console-65b976766f-rv6lb 46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65b976766f-rv6lb 46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ba:b5:24:ea:d3\",\"name\":\"46e7dd2bcdcb407\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/927424b4-ff59-4c3f-81dc-85c8881c532d\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:58:01.752406 3651 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-s96tn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:01.752441 3651 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-s96tn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:01.759622 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fc4697c-s96tn I0425 02:58:01.759657 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fc4697c-s96tn I0425 02:58:09.160978 3651 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-kz2l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:09.161627 3651 obj_retry.go:498] Detected object openshift-console/console-666fc4697c-kz2l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:09.524710 3651 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-kz2l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:09.524745 3651 obj_retry.go:492] Detected object openshift-console/console-666fc4697c-kz2l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:09.527807 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fc4697c-kz2l4 I0425 02:58:09.527841 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fc4697c-kz2l4 W0425 02:58:11.795894 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 02:58:25.419374 3651 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:25.420023 3651 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:26.001596 3651 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:26.001628 3651 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:26.009759 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 02:58:26.009783 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 02:58:28.196693 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9] creating logical port openshift-monitoring_telemeter-client-7dfc7c9b9b-l49z9 for pod on switch ip-10-0-2-178.ec2.internal I0425 02:58:28.196846 3651 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9 I0425 02:58:28.214551 3651 pod.go:62] [openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9] pod update took 17.735436ms I0425 02:58:28.214578 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9] addLogicalPort annotation time took 17.769346ms I0425 02:58:28.215964 3651 pods.go:271] [openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9] addLogicalPort took 19.297012ms, libovsdb time 998.075µs I0425 02:58:28.569360 3651 cni.go:452] [openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9 e6dd66b7545d750b18abb6c1897ea4e809e11b9ffc4503e4de8506c583c0ec9a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9 e6dd66b7545d750b18abb6c1897ea4e809e11b9ffc4503e4de8506c583c0ec9a network default NAD default NAD key ] I0425 02:58:28.580716 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7dfc7c9b9b-l49z9, hostIfaceName: e6dd66b7545d750, network: default, NAD default, SandboxID: "e6dd66b7545d750b18abb6c1897ea4e809e11b9ffc4503e4de8506c583c0ec9a", PCI device ID: , UID: "e760b44a-447a-4903-b03d-b05054640b5c", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0425 02:58:28.643598 3651 cni.go:473] [openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9 e6dd66b7545d750b18abb6c1897ea4e809e11b9ffc4503e4de8506c583c0ec9a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-7dfc7c9b9b-l49z9 e6dd66b7545d750b18abb6c1897ea4e809e11b9ffc4503e4de8506c583c0ec9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:14:87:0a:58:a9\",\"name\":\"e6dd66b7545d750\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34497e9e-c2cf-40fe-b202-10323b6f8d4a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:58:29.841991 3651 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:29.842671 3651 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:30.028484 3651 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:30.028520 3651 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:30.038170 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 02:58:30.038204 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 02:58:57.311289 3651 cni.go:452] [openshift-console/console-65b976766f-rv6lb 46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65b976766f-rv6lb 46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25 network default NAD default NAD key ] I0425 02:58:57.383602 3651 cni.go:473] [openshift-console/console-65b976766f-rv6lb 46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65b976766f-rv6lb 46e7dd2bcdcb407c3a2a49b6a490a234130803ce81991bc3d9998d5216561e25 network default NAD default NAD key default], result "{}", err I0425 02:58:57.427193 3651 obj_retry.go:498] Detected object openshift-console/console-65b976766f-rv6lb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.427233 3651 pods.go:176] Deleting pod: openshift-console/console-65b976766f-rv6lb I0425 02:58:57.428583 3651 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65b976766f-rv6lb, ips: 10.130.0.24 I0425 02:58:57.428613 3651 obj_retry.go:498] Detected object openshift-console/console-65b976766f-rv6lb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.436321 3651 base_network_controller_pods.go:487] [default/openshift-console/console-74b949df7b-sgrlr] creating logical port openshift-console_console-74b949df7b-sgrlr for pod on switch ip-10-0-2-178.ec2.internal I0425 02:58:57.436455 3651 kube.go:256] Updating pod openshift-console/console-74b949df7b-sgrlr I0425 02:58:57.450957 3651 pod.go:62] [openshift-console/console-74b949df7b-sgrlr] pod update took 14.547048ms I0425 02:58:57.450982 3651 base_network_controller_pods.go:951] [default/openshift-console/console-74b949df7b-sgrlr] addLogicalPort annotation time took 14.578971ms I0425 02:58:57.452225 3651 pods.go:271] [openshift-console/console-74b949df7b-sgrlr] addLogicalPort took 15.924068ms, libovsdb time 894.44µs I0425 02:58:57.671355 3651 cni.go:452] [openshift-monitoring/alertmanager-main-0 6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b network default NAD default NAD key ] I0425 02:58:57.765527 3651 cni.go:473] [openshift-monitoring/alertmanager-main-0 6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 6ee8a97185c079ae4da632821d726b7d501db21d97f73bf4f1d68fb8e8e2db0b network default NAD default NAD key default], result "{}", err I0425 02:58:57.799579 3651 cni.go:452] [openshift-console/console-74b949df7b-sgrlr cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74b949df7b-sgrlr cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6 network default NAD default NAD key ] I0425 02:58:57.809801 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74b949df7b-sgrlr, hostIfaceName: cbbd6d38ad14cc0, network: default, NAD default, SandboxID: "cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6", PCI device ID: , UID: "6cc874a3-189c-4167-b00c-2f42e12df269", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0425 02:58:57.817692 3651 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.817811 3651 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0425 02:58:57.819316 3651 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.19 I0425 02:58:57.819359 3651 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:58:57.867769 3651 cni.go:473] [openshift-console/console-74b949df7b-sgrlr cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74b949df7b-sgrlr cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:ea:df:85:b0:43\",\"name\":\"cbbd6d38ad14cc0\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/808615b7-7bbc-42e2-80db-17cfd526ccaa\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 02:58:57.993633 3651 obj_retry.go:492] Detected object openshift-console/console-65b976766f-rv6lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:57.993663 3651 obj_retry.go:492] Detected object openshift-console/console-65b976766f-rv6lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.001151 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65b976766f-rv6lb I0425 02:58:58.001192 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65b976766f-rv6lb I0425 02:58:58.021166 3651 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.021200 3651 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:58:58.028582 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 02:58:58.028608 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 02:58:58.071724 3651 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-178.ec2.internal I0425 02:58:58.071851 3651 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0425 02:58:58.095927 3651 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.127046ms I0425 02:58:58.095955 3651 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.16094ms I0425 02:58:58.097185 3651 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.48092ms, libovsdb time 839.431µs I0425 02:58:58.438166 3651 cni.go:452] [openshift-monitoring/alertmanager-main-0 ff726643c477423d24b9ebfe9addfad88a929de9fd3cbf927bea8ad4acebf224 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ff726643c477423d24b9ebfe9addfad88a929de9fd3cbf927bea8ad4acebf224 network default NAD default NAD key ] I0425 02:58:58.448635 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ff726643c477423, network: default, NAD default, SandboxID: "ff726643c477423d24b9ebfe9addfad88a929de9fd3cbf927bea8ad4acebf224", PCI device ID: , UID: "418f3ba0-40b5-4236-a3ce-d95c396e1733", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0425 02:58:58.504412 3651 cni.go:473] [openshift-monitoring/alertmanager-main-0 ff726643c477423d24b9ebfe9addfad88a929de9fd3cbf927bea8ad4acebf224 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ff726643c477423d24b9ebfe9addfad88a929de9fd3cbf927bea8ad4acebf224 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:15:88:cf:ce:d6\",\"name\":\"ff726643c477423\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8778600-3059-4ef8-8989-2005dcad6aaf\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 02:59:08.055483 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 02:59:08.697799 3651 obj_retry.go:498] Detected object openshift-console/console-65b976766f-95dc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:08.698436 3651 obj_retry.go:498] Detected object openshift-console/console-65b976766f-95dc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:09.196411 3651 obj_retry.go:492] Detected object openshift-console/console-65b976766f-95dc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:09.196435 3651 obj_retry.go:492] Detected object openshift-console/console-65b976766f-95dc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:09.204143 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65b976766f-95dc5 I0425 02:59:09.204180 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65b976766f-95dc5 W0425 02:59:28.492564 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:59:28.492594 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 02:59:28.492600 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 02:59:32.629692 3651 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:32.630455 3651 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 02:59:33.563801 3651 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:33.563831 3651 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 02:59:33.572235 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 02:59:33.572280 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 03:00:00.205269 3651 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618100-6srk7 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:00:00.205370 3651 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 I0425 03:00:00.219077 3651 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7] pod update took 13.730094ms I0425 03:00:00.219102 3651 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7] addLogicalPort annotation time took 13.763539ms I0425 03:00:00.220418 3651 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7] addLogicalPort took 15.165179ms, libovsdb time 927.698µs I0425 03:00:00.591049 3651 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488 network default NAD default NAD key ] I0425 03:00:00.601224 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618100-6srk7, hostIfaceName: 9e1e913eb8c17f3, network: default, NAD default, SandboxID: "9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488", PCI device ID: , UID: "2d04856b-88b6-4f2b-b897-a3ca450f2498", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0425 03:00:00.657541 3651 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:99:4b:40:1a:a8\",\"name\":\"9e1e913eb8c17f3\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/187056dc-2814-4e8b-a7ad-338ad4d7fce3\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:00:05.298026 3651 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488 network default NAD default NAD key ] I0425 03:00:05.384984 3651 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 9e1e913eb8c17f343b631866988142fd2619e3dc48eeb2dd1471ce49f10ac488 network default NAD default NAD key default], result "{}", err I0425 03:00:05.432564 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:00:05.432607 3651 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 I0425 03:00:05.433971 3651 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7, ips: 10.130.0.28 I0425 03:00:05.434005 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:00:06.456237 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:00:06.456269 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618100-6srk7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:09.983699 3651 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-bbmk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:09.984334 3651 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-bbmk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:10.930465 3651 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-bbmk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:10.930498 3651 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-bbmk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:10.938476 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b949df7b-bbmk2 I0425 03:01:10.938512 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b949df7b-bbmk2 I0425 03:01:11.890878 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0425 03:01:20.813211 3651 cni.go:452] [openshift-console/console-74b949df7b-sgrlr cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74b949df7b-sgrlr cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6 network default NAD default NAD key ] I0425 03:01:20.907066 3651 cni.go:473] [openshift-console/console-74b949df7b-sgrlr cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74b949df7b-sgrlr cbbd6d38ad14cc0cba5695da99a67c79eeb4eded831af4b01c687380080a22c6 network default NAD default NAD key default], result "{}", err I0425 03:01:20.958863 3651 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-sgrlr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:20.958906 3651 pods.go:176] Deleting pod: openshift-console/console-74b949df7b-sgrlr I0425 03:01:20.960288 3651 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74b949df7b-sgrlr, ips: 10.130.0.26 I0425 03:01:20.960321 3651 obj_retry.go:498] Detected object openshift-console/console-74b949df7b-sgrlr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:01:21.609883 3651 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-sgrlr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:21.609914 3651 obj_retry.go:492] Detected object openshift-console/console-74b949df7b-sgrlr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:01:21.619860 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74b949df7b-sgrlr I0425 03:01:21.619890 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74b949df7b-sgrlr I0425 03:01:27.903927 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0425 03:01:53.388015 3651 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-ggf9j for pod on switch ip-10-0-2-178.ec2.internal I0425 03:01:53.388179 3651 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j I0425 03:01:53.410651 3651 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j] pod update took 22.503888ms I0425 03:01:53.410680 3651 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j] addLogicalPort annotation time took 22.539067ms I0425 03:01:53.411994 3651 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j] addLogicalPort took 23.99973ms, libovsdb time 906.861µs I0425 03:01:53.751458 3651 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j 3275074c62ecda7c1d83ef546f8fd1e68511f47b85348c6038ddecf25605c8c7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j 3275074c62ecda7c1d83ef546f8fd1e68511f47b85348c6038ddecf25605c8c7 network default NAD default NAD key ] I0425 03:01:53.762094 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-ggf9j, hostIfaceName: 3275074c62ecda7, network: default, NAD default, SandboxID: "3275074c62ecda7c1d83ef546f8fd1e68511f47b85348c6038ddecf25605c8c7", PCI device ID: , UID: "cc6e3664-b1cb-4076-9342-d8dd47464363", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0425 03:01:53.819307 3651 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j 3275074c62ecda7c1d83ef546f8fd1e68511f47b85348c6038ddecf25605c8c7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-ggf9j 3275074c62ecda7c1d83ef546f8fd1e68511f47b85348c6038ddecf25605c8c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:10:86:d7:70:48\",\"name\":\"3275074c62ecda7\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3689e448-cf6b-41fd-8d4e-2c31c93bb954\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 03:01:56.770079 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 03:02:01.886504 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0425 03:02:03.771364 3651 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0425 03:02:07.786288 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 03:02:07.820297 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 03:02:07.820386 3651 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-m87rs IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-m87rs: no pod IPs found I0425 03:02:40.919539 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0425 03:02:59.799560 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=21 I0425 03:03:14.805412 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=523 I0425 03:03:27.882060 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 03:03:50.881187 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0425 03:04:19.795927 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=125 I0425 03:04:26.897713 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0425 03:04:36.908255 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 03:04:48.799481 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0425 03:05:19.793744 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0425 03:05:28.799752 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 03:05:31.914917 3651 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 03:05:38.919613 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0425 03:06:13.793098 3651 namespace.go:98] [tsf] adding namespace I0425 03:06:13.794040 3651 namespace.go:102] [tsf] adding namespace took 882.989µs I0425 03:06:13.809921 3651 namespace.go:142] [tsf] updating namespace I0425 03:06:13.823810 3651 namespace.go:142] [tsf] updating namespace I0425 03:06:17.573625 3651 namespace.go:98] [tsf-tpa] adding namespace I0425 03:06:17.573750 3651 namespace.go:98] [konflux-operator] adding namespace I0425 03:06:17.573833 3651 namespace.go:98] [konflux-ui] adding namespace I0425 03:06:17.573900 3651 namespace.go:98] [cert-manager-operator] adding namespace I0425 03:06:17.574041 3651 namespace.go:98] [tsf-tas] adding namespace I0425 03:06:17.574107 3651 namespace.go:98] [tsf-keycloak] adding namespace I0425 03:06:17.574304 3651 namespace.go:98] [rhtpa-operator] adding namespace I0425 03:06:17.574379 3651 namespace.go:98] [rhbk-operator] adding namespace I0425 03:06:17.574861 3651 namespace.go:102] [tsf-tpa] adding namespace took 1.210001ms I0425 03:06:17.575561 3651 namespace.go:102] [konflux-operator] adding namespace took 1.790946ms I0425 03:06:17.576156 3651 namespace.go:102] [konflux-ui] adding namespace took 2.306351ms I0425 03:06:17.576686 3651 namespace.go:102] [cert-manager-operator] adding namespace took 2.718742ms I0425 03:06:17.577222 3651 namespace.go:102] [tsf-tas] adding namespace took 3.13119ms I0425 03:06:17.577773 3651 namespace.go:102] [tsf-keycloak] adding namespace took 3.631589ms I0425 03:06:17.578282 3651 namespace.go:102] [rhtpa-operator] adding namespace took 3.964025ms I0425 03:06:17.578786 3651 namespace.go:102] [rhbk-operator] adding namespace took 4.369184ms I0425 03:06:17.581873 3651 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.598681 3651 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.607735 3651 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.611554 3651 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:17.620236 3651 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.620242 3651 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.620348 3651 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.632101 3651 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:17.632148 3651 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.632269 3651 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.643785 3651 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.664856 3651 namespace.go:142] [konflux-ui] updating namespace I0425 03:06:17.664879 3651 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:17.673799 3651 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.693719 3651 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.693790 3651 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:06:17.705742 3651 namespace.go:142] [tsf-tas] updating namespace I0425 03:06:17.715259 3651 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.720878 3651 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.722466 3651 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:17.731693 3651 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:06:17.746692 3651 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.762764 3651 namespace.go:142] [rhbk-operator] updating namespace I0425 03:06:17.773772 3651 namespace.go:142] [konflux-operator] updating namespace I0425 03:06:18.685642 3651 namespace.go:142] [tsf-tpa] updating namespace I0425 03:06:18.702318 3651 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:06:18.889205 3651 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-2-178.ec2.internal I0425 03:06:18.889349 3651 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0425 03:06:18.917819 3651 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 28.509183ms I0425 03:06:18.917847 3651 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 28.544013ms I0425 03:06:18.919172 3651 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 29.982446ms, libovsdb time 890.396µs I0425 03:06:19.274451 3651 cni.go:452] [tsf/test-tsf-subscriptions 49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b network default NAD default NAD key ] I0425 03:06:19.284135 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 49eb37983924604, network: default, NAD default, SandboxID: "49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b", PCI device ID: , UID: "701474f3-4d0e-4e21-bfa2-899174ca2987", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0425 03:06:19.342047 3651 cni.go:473] [tsf/test-tsf-subscriptions 49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:2a:dc:bb:4f:f8\",\"name\":\"49eb37983924604\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f81779d5-3b67-4c15-9b96-07acf6b2eff1\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:06:24.454556 3651 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.455364 3651 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.455402 3651 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.455413 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:24.455429 3651 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:24.455435 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:25.483593 3651 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.483707 3651 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.483729 3651 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:25.483752 3651 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51lvgfd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:27.326655 3651 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.327407 3651 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.327443 3651 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.327452 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:27.327461 3651 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:27.327465 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:28.323362 3651 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.324064 3651 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.324104 3651 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.324132 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:28.324150 3651 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:28.324157 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:28.353781 3651 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353808 3651 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353831 3651 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:28.353848 3651 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d25xjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.323397 3651 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.323987 3651 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.324013 3651 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.324021 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:29.324043 3651 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:29.324049 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:29.356667 3651 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356713 3651 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356736 3651 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:29.356752 3651 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf29xcjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.352186 3651 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.352220 3651 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.352234 3651 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:30.352253 3651 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158klcsh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:31.350523 3651 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.351161 3651 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.351223 3651 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.351234 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:31.351246 3651 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.351250 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:31.373476 3651 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.374019 3651 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.374047 3651 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.374061 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 03:06:31.374075 3651 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 03:06:31.374083 3651 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 03:06:32.380261 3651 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.380293 3651 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.380316 3651 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.380332 3651 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vzfcm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401240 3651 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401267 3651 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401290 3651 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:06:32.401304 3651 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364w9hr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:06:36.337737 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 03:06:37.134772 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 03:06:37.146661 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 03:06:42.044409 3651 namespace.go:98] [cert-manager] adding namespace I0425 03:06:42.045317 3651 namespace.go:102] [cert-manager] adding namespace took 881.507µs I0425 03:06:42.083813 3651 namespace.go:142] [cert-manager] updating namespace I0425 03:06:42.117467 3651 namespace.go:142] [cert-manager] updating namespace I0425 03:06:50.095009 3651 namespace.go:142] [openshift-operators] updating namespace I0425 03:06:50.106639 3651 namespace.go:142] [openshift-operators] updating namespace W0425 03:06:50.369559 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 03:06:50.369579 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 03:06:58.008532 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 03:06:59.255755 3651 namespace.go:142] [openshift-operators] updating namespace W0425 03:07:07.479923 3651 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 03:07:07.626866 3651 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 03:07:07.627755 3651 namespace.go:102] [trusted-artifact-signer] adding namespace took 864.701µs I0425 03:07:07.684783 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:07.719760 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:07.832137 3651 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-q2bq2 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:07:07.832235 3651 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2 I0425 03:07:07.847575 3651 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2] pod update took 15.364172ms I0425 03:07:07.847603 3651 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2] addLogicalPort annotation time took 15.398879ms I0425 03:07:07.849003 3651 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2] addLogicalPort took 16.895544ms, libovsdb time 1.022858ms I0425 03:07:08.194995 3651 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2 75a9a63d60bc66367386ba5417c694371b2319f3f1a0d2fa234de8f2dbb33820 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2 75a9a63d60bc66367386ba5417c694371b2319f3f1a0d2fa234de8f2dbb33820 network default NAD default NAD key ] I0425 03:07:08.204738 3651 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-q2bq2, hostIfaceName: 75a9a63d60bc663, network: default, NAD default, SandboxID: "75a9a63d60bc66367386ba5417c694371b2319f3f1a0d2fa234de8f2dbb33820", PCI device ID: , UID: "f76f7244-2e6f-455b-987b-91095496a140", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0425 03:07:08.264741 3651 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2 75a9a63d60bc66367386ba5417c694371b2319f3f1a0d2fa234de8f2dbb33820 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-q2bq2 75a9a63d60bc66367386ba5417c694371b2319f3f1a0d2fa234de8f2dbb33820 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:ac:09:4b:17:b5\",\"name\":\"75a9a63d60bc663\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/52601c50-9c8a-4abe-8efc-062ca3454b0a\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:07:10.146007 3651 cni.go:452] [tsf/test-tsf-subscriptions 49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b network default NAD default NAD key ] I0425 03:07:10.236673 3651 cni.go:473] [tsf/test-tsf-subscriptions 49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 49eb37983924604e868755e3bd01b9cccdc8edabdd75dbacbb4de789c321403b network default NAD default NAD key default], result "{}", err I0425 03:07:10.319255 3651 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:10.319292 3651 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0425 03:07:10.320813 3651 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.30 I0425 03:07:10.320843 3651 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:10.451184 3651 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:10.451217 3651 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:10.513051 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 03:07:10.513088 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 03:07:13.584904 3651 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-2-178.ec2.internal I0425 03:07:13.585033 3651 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0425 03:07:13.605784 3651 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 20.784765ms I0425 03:07:13.605814 3651 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 20.820944ms I0425 03:07:13.607438 3651 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 22.550051ms, libovsdb time 1.101729ms I0425 03:07:13.952831 3651 cni.go:452] [tsf/test-tsf-infrastructure 1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7 network default NAD default NAD key ] I0425 03:07:13.964955 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 1768062a96108d0, network: default, NAD default, SandboxID: "1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7", PCI device ID: , UID: "0ec5ea3c-5124-4b03-b9e3-b73da5fc75e8", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0425 03:07:14.023749 3651 cni.go:473] [tsf/test-tsf-infrastructure 1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:f4:7a:01:39:12\",\"name\":\"1768062a96108d0\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/683e9128-7edd-4d59-a219-a5adc99f38f4\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:07:14.908085 3651 namespace.go:98] [openshift-pipelines] adding namespace I0425 03:07:14.909105 3651 namespace.go:102] [openshift-pipelines] adding namespace took 989.745µs I0425 03:07:14.959110 3651 namespace.go:142] [openshift-pipelines] updating namespace I0425 03:07:15.632973 3651 namespace.go:142] [cert-manager] updating namespace I0425 03:07:15.974801 3651 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:16.355170 3651 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-59d67 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:07:16.355296 3651 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67 I0425 03:07:16.384794 3651 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67] pod update took 29.53688ms I0425 03:07:16.384825 3651 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67] addLogicalPort annotation time took 29.571506ms I0425 03:07:16.386280 3651 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67] addLogicalPort took 31.141159ms, libovsdb time 960.221µs I0425 03:07:16.392848 3651 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-pqbhs for pod on switch ip-10-0-2-178.ec2.internal I0425 03:07:16.392965 3651 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs I0425 03:07:16.444587 3651 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs] pod update took 51.649824ms I0425 03:07:16.444621 3651 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs] addLogicalPort annotation time took 51.692824ms I0425 03:07:16.446180 3651 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs] addLogicalPort took 53.352835ms, libovsdb time 1.102058ms I0425 03:07:16.483957 3651 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:16.708174 3651 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:16.888374 3651 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:17.291248 3651 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:17.491829 3651 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:17.694710 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:17.892611 3651 namespace.go:142] [tsf] updating namespace I0425 03:07:18.094398 3651 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:18.293659 3651 namespace.go:142] [tsf-tas] updating namespace I0425 03:07:18.494882 3651 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:18.632800 3651 namespace.go:142] [cert-manager] updating namespace I0425 03:07:18.641890 3651 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:18.653406 3651 namespace.go:142] [default] updating namespace I0425 03:07:18.663077 3651 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:18.679215 3651 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:18.695185 3651 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:18.704243 3651 namespace.go:142] [openshift] updating namespace I0425 03:07:18.718429 3651 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:18.734610 3651 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:18.746567 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:18.759350 3651 namespace.go:142] [tsf] updating namespace I0425 03:07:18.772339 3651 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:18.781614 3651 namespace.go:142] [tsf-tas] updating namespace I0425 03:07:18.793699 3651 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:18.886937 3651 namespace.go:142] [cert-manager] updating namespace I0425 03:07:18.990212 3651 namespace.go:142] [cert-manager-operator] updating namespace I0425 03:07:19.076385 3651 namespace.go:142] [default] updating namespace I0425 03:07:19.179726 3651 namespace.go:142] [konflux-operator] updating namespace I0425 03:07:19.281107 3651 namespace.go:142] [konflux-ui] updating namespace I0425 03:07:19.380582 3651 namespace.go:142] [open-cluster-management-2pstnblpfvopedep638n6fq8493r2vv0] updating namespace I0425 03:07:19.475576 3651 namespace.go:142] [openshift] updating namespace I0425 03:07:19.578235 3651 namespace.go:142] [rhbk-operator] updating namespace I0425 03:07:19.687320 3651 namespace.go:142] [rhtpa-operator] updating namespace I0425 03:07:19.777581 3651 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 03:07:19.882537 3651 namespace.go:142] [tsf] updating namespace I0425 03:07:19.982775 3651 namespace.go:142] [tsf-keycloak] updating namespace I0425 03:07:20.080908 3651 namespace.go:142] [tsf-tas] updating namespace I0425 03:07:20.181547 3651 namespace.go:142] [tsf-tpa] updating namespace I0425 03:07:20.634784 3651 namespace.go:142] [openshift-pipelines] updating namespace I0425 03:07:23.924654 3651 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67 f0b09d6d01a41a59052c5137b4030bad1852bcda8621de7b33187237c9010707 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67 f0b09d6d01a41a59052c5137b4030bad1852bcda8621de7b33187237c9010707 network default NAD default NAD key ] I0425 03:07:23.935318 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-59d67, hostIfaceName: f0b09d6d01a41a5, network: default, NAD default, SandboxID: "f0b09d6d01a41a59052c5137b4030bad1852bcda8621de7b33187237c9010707", PCI device ID: , UID: "bb1f308a-7080-4626-9d05-de2cd72abaa0", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0425 03:07:23.967391 3651 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs daf316f7a106313ec1f012077ccbaeb4c467eae38604f2c902002004d1ba3c72 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs daf316f7a106313ec1f012077ccbaeb4c467eae38604f2c902002004d1ba3c72 network default NAD default NAD key ] I0425 03:07:23.977647 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-pqbhs, hostIfaceName: daf316f7a106313, network: default, NAD default, SandboxID: "daf316f7a106313ec1f012077ccbaeb4c467eae38604f2c902002004d1ba3c72", PCI device ID: , UID: "aad3a7aa-f37b-42df-a61e-6c18187661d4", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0425 03:07:23.998820 3651 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67 f0b09d6d01a41a59052c5137b4030bad1852bcda8621de7b33187237c9010707 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-59d67 f0b09d6d01a41a59052c5137b4030bad1852bcda8621de7b33187237c9010707 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:1e:af:4f:58:99\",\"name\":\"f0b09d6d01a41a5\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1792771-086d-4d1a-873e-b826b3013d17\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:07:24.039255 3651 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs daf316f7a106313ec1f012077ccbaeb4c467eae38604f2c902002004d1ba3c72 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pqbhs daf316f7a106313ec1f012077ccbaeb4c467eae38604f2c902002004d1ba3c72 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:58:a7:65:ab:25\",\"name\":\"daf316f7a106313\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5ef496b-5269-453f-8aa2-c59de46f29a3\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 03:07:24.223150 3651 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 03:07:24.252141 3651 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 03:07:29.902918 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk for pod on switch ip-10-0-2-178.ec2.internal I0425 03:07:29.903155 3651 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk I0425 03:07:29.922201 3651 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk] pod update took 19.148249ms I0425 03:07:29.922233 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk] addLogicalPort annotation time took 19.189139ms I0425 03:07:29.924064 3651 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk] addLogicalPort took 21.165661ms, libovsdb time 1.225409ms I0425 03:07:31.439511 3651 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk 4ea10436abfdc0081ec3bef762f1f096ee402b4e7e4587371276f9a77971e8b2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk 4ea10436abfdc0081ec3bef762f1f096ee402b4e7e4587371276f9a77971e8b2 network default NAD default NAD key ] I0425 03:07:31.449792 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk, hostIfaceName: 4ea10436abfdc00, network: default, NAD default, SandboxID: "4ea10436abfdc0081ec3bef762f1f096ee402b4e7e4587371276f9a77971e8b2", PCI device ID: , UID: "b6c609c3-6899-40ba-a80d-171f204ae2d1", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0425 03:07:31.507572 3651 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk 4ea10436abfdc0081ec3bef762f1f096ee402b4e7e4587371276f9a77971e8b2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-vj6gk 4ea10436abfdc0081ec3bef762f1f096ee402b4e7e4587371276f9a77971e8b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5d:74:7e:b7:26\",\"name\":\"4ea10436abfdc00\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/871976f7-fae5-4d55-b63d-3a392f81a9d6\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 03:07:34.157655 3651 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.157680 3651 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.157685 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 03:07:34.212954 3651 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212975 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212980 3651 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.212985 3651 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 03:07:34.577951 3651 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:34.577979 3651 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:34.577984 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 03:07:45.238609 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0425 03:07:45.267003 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 03:07:47.358419 3651 cni.go:452] [tsf/test-tsf-infrastructure 1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7 network default NAD default NAD key ] I0425 03:07:47.450283 3651 cni.go:473] [tsf/test-tsf-infrastructure 1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 1768062a96108d0b60ff33cf1470897934ddec552023ce7ae115fa11dbb23fa7 network default NAD default NAD key default], result "{}", err I0425 03:07:47.501620 3651 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:47.501651 3651 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0425 03:07:47.503167 3651 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.32 I0425 03:07:47.503200 3651 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:07:47.526088 3651 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:47.526138 3651 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:07:47.530186 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 03:07:47.530245 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 03:07:49.435482 3651 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-2-178.ec2.internal I0425 03:07:49.435593 3651 kube.go:256] Updating pod tsf/test-tsf-iam I0425 03:07:49.449957 3651 pod.go:62] [tsf/test-tsf-iam] pod update took 14.389732ms I0425 03:07:49.450001 3651 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.430895ms I0425 03:07:49.451636 3651 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 16.174224ms, libovsdb time 1.189263ms I0425 03:07:49.805157 3651 cni.go:452] [tsf/test-tsf-iam 9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0 network default NAD default NAD key ] I0425 03:07:49.815395 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 9a000805b8fe48b, network: default, NAD default, SandboxID: "9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0", PCI device ID: , UID: "5f45571a-7cf1-412e-a158-f5f53887cb83", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0425 03:07:49.875665 3651 cni.go:473] [tsf/test-tsf-iam 9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:64:7c:fe:90:96\",\"name\":\"9a000805b8fe48b\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c856f263-66fa-4057-91d3-b7b82d20dd19\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:07:49.935275 3651 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 03:07:49.936209 3651 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 03:07:49.936236 3651 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 03:07:49.938296 3651 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0425 03:07:52.897863 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-wq9k5 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:07:52.898006 3651 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5 I0425 03:07:52.913345 3651 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5] pod update took 15.364323ms I0425 03:07:52.913448 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5] addLogicalPort annotation time took 15.473487ms I0425 03:07:52.914808 3651 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5] addLogicalPort took 16.966463ms, libovsdb time 917.261µs I0425 03:07:52.986766 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-2lk7v for pod on switch ip-10-0-2-178.ec2.internal I0425 03:07:52.987012 3651 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v I0425 03:07:53.003874 3651 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v] pod update took 16.902259ms I0425 03:07:53.003900 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v] addLogicalPort annotation time took 16.936027ms I0425 03:07:53.005299 3651 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v] addLogicalPort took 18.555885ms, libovsdb time 982.059µs I0425 03:07:53.265719 3651 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5 e39e5aa9b6248f2284ea524fc181ac4717fb672a74135def5d0967a04b7e9837 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5 e39e5aa9b6248f2284ea524fc181ac4717fb672a74135def5d0967a04b7e9837 network default NAD default NAD key ] I0425 03:07:53.275846 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-wq9k5, hostIfaceName: e39e5aa9b6248f2, network: default, NAD default, SandboxID: "e39e5aa9b6248f2284ea524fc181ac4717fb672a74135def5d0967a04b7e9837", PCI device ID: , UID: "cbbb1ee0-29d5-4f7e-84e4-34cbf1d7c517", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0425 03:07:53.335523 3651 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5 e39e5aa9b6248f2284ea524fc181ac4717fb672a74135def5d0967a04b7e9837 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-wq9k5 e39e5aa9b6248f2284ea524fc181ac4717fb672a74135def5d0967a04b7e9837 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:c7:e4:dc:69:a6\",\"name\":\"e39e5aa9b6248f2\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f880c10-c867-4f4f-ad39-03b90fb1b006\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:07:53.352652 3651 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v d65153628be355d3caf9ded7751f9bba90817599718af87d673e3833d96b2668 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v d65153628be355d3caf9ded7751f9bba90817599718af87d673e3833d96b2668 network default NAD default NAD key ] I0425 03:07:53.362907 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-2lk7v, hostIfaceName: d65153628be355d, network: default, NAD default, SandboxID: "d65153628be355d3caf9ded7751f9bba90817599718af87d673e3833d96b2668", PCI device ID: , UID: "421e7641-cf52-4794-8cb6-1858ba93be81", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0425 03:07:53.421624 3651 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v d65153628be355d3caf9ded7751f9bba90817599718af87d673e3833d96b2668 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-2lk7v d65153628be355d3caf9ded7751f9bba90817599718af87d673e3833d96b2668 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:44:39:36:59:4d\",\"name\":\"d65153628be355d\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e650e498-e205-4acd-a163-78c37dfd22fc\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:07:56.264500 3651 namespace.go:142] [openshift-pipelines] updating namespace W0425 03:07:56.689444 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0425 03:07:57.274661 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 03:07:57.274687 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0425 03:07:57.279816 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 03:07:57.279835 3651 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0425 03:08:13.670158 3651 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 03:08:22.922520 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0425 03:08:27.430867 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-7lhmz for pod on switch ip-10-0-2-178.ec2.internal I0425 03:08:27.430970 3651 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz I0425 03:08:27.446890 3651 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz] pod update took 15.94613ms I0425 03:08:27.446918 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz] addLogicalPort annotation time took 15.981119ms I0425 03:08:27.448475 3651 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz] addLogicalPort took 17.630785ms, libovsdb time 1.046923ms I0425 03:08:27.866319 3651 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz c8e0211fcbdd4651d23eb9a6ce08401ee3311232d28173ff5f7379c6a5483566 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz c8e0211fcbdd4651d23eb9a6ce08401ee3311232d28173ff5f7379c6a5483566 network default NAD default NAD key ] I0425 03:08:27.876370 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-7lhmz, hostIfaceName: c8e0211fcbdd465, network: default, NAD default, SandboxID: "c8e0211fcbdd4651d23eb9a6ce08401ee3311232d28173ff5f7379c6a5483566", PCI device ID: , UID: "a05cfd8e-797a-4f48-8adf-c3dd3eca6ddf", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0425 03:08:27.935108 3651 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz c8e0211fcbdd4651d23eb9a6ce08401ee3311232d28173ff5f7379c6a5483566 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-7lhmz c8e0211fcbdd4651d23eb9a6ce08401ee3311232d28173ff5f7379c6a5483566 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:62:67:ec:6a:1b\",\"name\":\"c8e0211fcbdd465\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49362104-4f48-4427-806d-f34841e538de\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 03:08:32.885876 3651 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:32.885897 3651 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 03:08:32.885904 3651 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 03:08:40.655506 3651 cni.go:452] [tsf/test-tsf-iam 9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0 network default NAD default NAD key ] I0425 03:08:40.741148 3651 cni.go:473] [tsf/test-tsf-iam 9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 9a000805b8fe48b6546242abb523b8dbd4f4aab5ad4d86924a9ed3796daab0e0 network default NAD default NAD key default], result "{}", err I0425 03:08:40.808269 3651 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:40.808310 3651 pods.go:176] Deleting pod: tsf/test-tsf-iam I0425 03:08:40.809774 3651 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.36 I0425 03:08:40.809806 3651 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:40.856035 3651 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:40.856066 3651 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:40.866567 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 03:08:40.866601 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 03:08:41.709946 3651 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-2-178.ec2.internal I0425 03:08:41.710052 3651 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0425 03:08:41.728365 3651 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 18.339864ms I0425 03:08:41.728391 3651 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 18.371981ms I0425 03:08:41.729808 3651 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 19.876017ms, libovsdb time 1.000036ms I0425 03:08:42.374376 3651 cni.go:452] [tsf-tas/test-tsf-tas 5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e network default NAD default NAD key ] I0425 03:08:42.384732 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 5cc5bfbbe8c8b34, network: default, NAD default, SandboxID: "5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e", PCI device ID: , UID: "be656b1a-c781-4844-b5cf-215622015e1a", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0425 03:08:42.444194 3651 cni.go:473] [tsf-tas/test-tsf-tas 5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:3b:86:67:4e:62\",\"name\":\"5cc5bfbbe8c8b34\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/556ef7ff-904e-4e1a-9ea5-b284464d98e6\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:08:42.826269 3651 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-d87tq-gmp9m] creating logical port tsf-tas_segment-backup-installation-d87tq-gmp9m for pod on switch ip-10-0-2-178.ec2.internal I0425 03:08:42.826374 3651 kube.go:256] Updating pod tsf-tas/segment-backup-installation-d87tq-gmp9m I0425 03:08:42.839476 3651 pod.go:62] [tsf-tas/segment-backup-installation-d87tq-gmp9m] pod update took 13.127733ms I0425 03:08:42.839505 3651 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-d87tq-gmp9m] addLogicalPort annotation time took 13.161179ms I0425 03:08:42.841089 3651 pods.go:271] [tsf-tas/segment-backup-installation-d87tq-gmp9m] addLogicalPort took 14.835252ms, libovsdb time 1.056075ms I0425 03:08:43.193475 3651 cni.go:452] [tsf-tas/segment-backup-installation-d87tq-gmp9m 9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-d87tq-gmp9m 9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265 network default NAD default NAD key ] I0425 03:08:43.204187 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-d87tq-gmp9m, hostIfaceName: 9dc335ac6ffb766, network: default, NAD default, SandboxID: "9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265", PCI device ID: , UID: "5e2fd587-9a58-4905-8251-bed16b320474", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0425 03:08:43.264088 3651 cni.go:473] [tsf-tas/segment-backup-installation-d87tq-gmp9m 9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-d87tq-gmp9m 9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:6c:f0:e3:81:4d\",\"name\":\"9dc335ac6ffb766\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6383d821-535e-45b7-8eec-e669d9c4f6c0\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:08:43.436242 3651 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6cc8d557bc-pw84g] creating logical port tsf-tas_fulcio-server-6cc8d557bc-pw84g for pod on switch ip-10-0-2-178.ec2.internal I0425 03:08:43.436405 3651 kube.go:256] Updating pod tsf-tas/fulcio-server-6cc8d557bc-pw84g I0425 03:08:43.450327 3651 pod.go:62] [tsf-tas/fulcio-server-6cc8d557bc-pw84g] pod update took 13.945016ms I0425 03:08:43.450357 3651 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6cc8d557bc-pw84g] addLogicalPort annotation time took 13.98529ms I0425 03:08:43.451792 3651 pods.go:271] [tsf-tas/fulcio-server-6cc8d557bc-pw84g] addLogicalPort took 15.570767ms, libovsdb time 943.532µs I0425 03:08:43.812075 3651 cni.go:452] [tsf-tas/fulcio-server-6cc8d557bc-pw84g a526cfcfb6be30ba07dbd5f649031a13df02d7e364d19c521c2be20de4ad32c6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6cc8d557bc-pw84g a526cfcfb6be30ba07dbd5f649031a13df02d7e364d19c521c2be20de4ad32c6 network default NAD default NAD key ] I0425 03:08:43.823543 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6cc8d557bc-pw84g, hostIfaceName: a526cfcfb6be30b, network: default, NAD default, SandboxID: "a526cfcfb6be30ba07dbd5f649031a13df02d7e364d19c521c2be20de4ad32c6", PCI device ID: , UID: "8f50e2bb-36b7-445b-9c26-0365e406e55e", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0425 03:08:43.857998 3651 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-59cb95b855-mlljg] creating logical port tsf-tas_trillian-logserver-59cb95b855-mlljg for pod on switch ip-10-0-2-178.ec2.internal I0425 03:08:43.858198 3651 kube.go:256] Updating pod tsf-tas/trillian-logserver-59cb95b855-mlljg I0425 03:08:43.877044 3651 pod.go:62] [tsf-tas/trillian-logserver-59cb95b855-mlljg] pod update took 18.8772ms I0425 03:08:43.877074 3651 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-59cb95b855-mlljg] addLogicalPort annotation time took 18.911201ms I0425 03:08:43.878972 3651 pods.go:271] [tsf-tas/trillian-logserver-59cb95b855-mlljg] addLogicalPort took 20.996713ms, libovsdb time 1.242448ms I0425 03:08:43.905036 3651 cni.go:473] [tsf-tas/fulcio-server-6cc8d557bc-pw84g a526cfcfb6be30ba07dbd5f649031a13df02d7e364d19c521c2be20de4ad32c6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6cc8d557bc-pw84g a526cfcfb6be30ba07dbd5f649031a13df02d7e364d19c521c2be20de4ad32c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ff:82:dc:10:7c\",\"name\":\"a526cfcfb6be30b\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad35f6e9-b3a6-4c51-b15b-ecd0357a35e1\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:08:44.031675 3651 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-7f8845864d-lz6nb] creating logical port tsf-tas_trillian-logsigner-7f8845864d-lz6nb for pod on switch ip-10-0-2-178.ec2.internal I0425 03:08:44.031844 3651 kube.go:256] Updating pod tsf-tas/trillian-logsigner-7f8845864d-lz6nb I0425 03:08:44.047041 3651 pod.go:62] [tsf-tas/trillian-logsigner-7f8845864d-lz6nb] pod update took 15.221359ms I0425 03:08:44.047073 3651 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-7f8845864d-lz6nb] addLogicalPort annotation time took 15.261538ms I0425 03:08:44.048864 3651 pods.go:271] [tsf-tas/trillian-logsigner-7f8845864d-lz6nb] addLogicalPort took 17.211613ms, libovsdb time 1.279733ms I0425 03:08:44.077341 3651 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-lnpwz] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-lnpwz for pod on switch ip-10-0-2-178.ec2.internal I0425 03:08:44.077460 3651 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-lnpwz I0425 03:08:44.092630 3651 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-lnpwz] pod update took 15.19878ms I0425 03:08:44.092663 3651 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-lnpwz] addLogicalPort annotation time took 15.237966ms I0425 03:08:44.094461 3651 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-lnpwz] addLogicalPort took 17.14075ms, libovsdb time 1.1849ms I0425 03:08:44.278740 3651 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-2wjgj-lg92f] creating logical port tsf-tas_rekor-createtree-job-2wjgj-lg92f for pod on switch ip-10-0-2-178.ec2.internal I0425 03:08:44.278953 3651 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-2wjgj-lg92f I0425 03:08:44.293749 3651 pod.go:62] [tsf-tas/rekor-createtree-job-2wjgj-lg92f] pod update took 14.869387ms I0425 03:08:44.293776 3651 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-2wjgj-lg92f] addLogicalPort annotation time took 14.907152ms I0425 03:08:44.295389 3651 pods.go:271] [tsf-tas/rekor-createtree-job-2wjgj-lg92f] addLogicalPort took 16.671647ms, libovsdb time 1.034529ms I0425 03:08:44.456590 3651 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-lnpwz eda66bc48aa4a02d9b7afc82a5bf58222631aa94168184b2fcacb07c9cd33acd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-lnpwz eda66bc48aa4a02d9b7afc82a5bf58222631aa94168184b2fcacb07c9cd33acd network default NAD default NAD key ] I0425 03:08:44.469218 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-lnpwz, hostIfaceName: eda66bc48aa4a02, network: default, NAD default, SandboxID: "eda66bc48aa4a02d9b7afc82a5bf58222631aa94168184b2fcacb07c9cd33acd", PCI device ID: , UID: "92dd9179-e78c-461b-95a6-dc814fb79d6b", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0425 03:08:44.546041 3651 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-lnpwz eda66bc48aa4a02d9b7afc82a5bf58222631aa94168184b2fcacb07c9cd33acd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-lnpwz eda66bc48aa4a02d9b7afc82a5bf58222631aa94168184b2fcacb07c9cd33acd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a4:3d:64:ca:61\",\"name\":\"eda66bc48aa4a02\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6ddf804-96e8-4a45-a40e-dea6d1265045\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:08:44.663338 3651 cni.go:452] [tsf-tas/rekor-createtree-job-2wjgj-lg92f d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-2wjgj-lg92f d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831 network default NAD default NAD key ] I0425 03:08:44.676156 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-2wjgj-lg92f, hostIfaceName: d1e934de2703d2d, network: default, NAD default, SandboxID: "d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831", PCI device ID: , UID: "0c2ed484-0ec1-4d34-8f2b-d25c8daaa2d8", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0425 03:08:44.759151 3651 cni.go:473] [tsf-tas/rekor-createtree-job-2wjgj-lg92f d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-2wjgj-lg92f d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:44:d8:65:33:08\",\"name\":\"d1e934de2703d2d\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e8938d1-20a2-4509-9fe1-067e00efe44f\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:08:44.840464 3651 cni.go:452] [tsf-tas/trillian-logserver-59cb95b855-mlljg aa8d0d8cea321698695e19466623c6adcf0efac0c2fca633f01d45c2593293d9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-59cb95b855-mlljg aa8d0d8cea321698695e19466623c6adcf0efac0c2fca633f01d45c2593293d9 network default NAD default NAD key ] I0425 03:08:44.854357 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-59cb95b855-mlljg, hostIfaceName: aa8d0d8cea32169, network: default, NAD default, SandboxID: "aa8d0d8cea321698695e19466623c6adcf0efac0c2fca633f01d45c2593293d9", PCI device ID: , UID: "b8c0557d-d9de-4eb6-8dc4-46c35b0cb664", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0425 03:08:44.927004 3651 cni.go:473] [tsf-tas/trillian-logserver-59cb95b855-mlljg aa8d0d8cea321698695e19466623c6adcf0efac0c2fca633f01d45c2593293d9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-59cb95b855-mlljg aa8d0d8cea321698695e19466623c6adcf0efac0c2fca633f01d45c2593293d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:72:5f:52:30:22\",\"name\":\"aa8d0d8cea32169\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/680e1173-50bf-42b4-83b5-9182f70865ea\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:08:46.548790 3651 cni.go:452] [tsf-tas/trillian-logsigner-7f8845864d-lz6nb 07b65e53af2c9b77238720296b07b6c70e4a813448c9f95f8ae6b467563fd6f3 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-7f8845864d-lz6nb 07b65e53af2c9b77238720296b07b6c70e4a813448c9f95f8ae6b467563fd6f3 network default NAD default NAD key ] I0425 03:08:46.560840 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-7f8845864d-lz6nb, hostIfaceName: 07b65e53af2c9b7, network: default, NAD default, SandboxID: "07b65e53af2c9b77238720296b07b6c70e4a813448c9f95f8ae6b467563fd6f3", PCI device ID: , UID: "6c0dba3c-0dc2-489a-81bd-2ea73df5ed7e", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0425 03:08:46.634921 3651 cni.go:473] [tsf-tas/trillian-logsigner-7f8845864d-lz6nb 07b65e53af2c9b77238720296b07b6c70e4a813448c9f95f8ae6b467563fd6f3 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-7f8845864d-lz6nb 07b65e53af2c9b77238720296b07b6c70e4a813448c9f95f8ae6b467563fd6f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:6a:be:28:96:c1\",\"name\":\"07b65e53af2c9b7\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b438cfd-a0c2-42b5-aa56-a4e1681732ed\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 03:08:47.721327 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 03:08:47.721353 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0425 03:08:47.747000 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0425 03:08:47.747025 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0425 03:08:50.684051 3651 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pnlcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:50.684714 3651 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-pnlcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:08:51.584032 3651 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pnlcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:08:51.584061 3651 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-pnlcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:08:55.009724 3651 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0425 03:08:59.796409 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 03:08:59.827328 3651 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0425 03:09:02.822923 3651 cni.go:452] [tsf-tas/segment-backup-installation-d87tq-gmp9m 9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-d87tq-gmp9m 9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265 network default NAD default NAD key ] I0425 03:09:02.884860 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0425 03:09:02.888928 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0425 03:09:02.910323 3651 cni.go:473] [tsf-tas/segment-backup-installation-d87tq-gmp9m 9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-d87tq-gmp9m 9dc335ac6ffb7668f5e8f501cabc234e5ad9838810340bf51020bc9026782265 network default NAD default NAD key default], result "{}", err I0425 03:09:02.968559 3651 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:02.968602 3651 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-d87tq-gmp9m I0425 03:09:02.970153 3651 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-d87tq-gmp9m, ips: 10.130.0.41 I0425 03:09:02.970182 3651 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:03.991841 3651 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:03.991905 3651 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d87tq-gmp9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:09:16.735734 3651 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0425 03:09:23.902841 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 03:09:23.929315 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0425 03:09:27.802666 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0425 03:09:30.994950 3651 cni.go:452] [tsf-tas/test-tsf-tas 5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e network default NAD default NAD key ] I0425 03:09:31.077305 3651 cni.go:473] [tsf-tas/test-tsf-tas 5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 5cc5bfbbe8c8b343b0348d1bc89989c69249c377d6245f19086926c34631ec5e network default NAD default NAD key default], result "{}", err I0425 03:09:31.207022 3651 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:31.207056 3651 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0425 03:09:31.208544 3651 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.40 I0425 03:09:31.208584 3651 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:31.229407 3651 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:31.229432 3651 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:31.239255 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 03:09:31.239337 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 03:09:31.980407 3651 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-p4cs6] creating logical port tsf_patch-tekton-config-p4cs6 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:09:31.980534 3651 kube.go:256] Updating pod tsf/patch-tekton-config-p4cs6 I0425 03:09:31.994366 3651 pod.go:62] [tsf/patch-tekton-config-p4cs6] pod update took 13.852245ms I0425 03:09:31.994395 3651 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-p4cs6] addLogicalPort annotation time took 13.896354ms I0425 03:09:31.995777 3651 pods.go:271] [tsf/patch-tekton-config-p4cs6] addLogicalPort took 15.387595ms, libovsdb time 929.186µs I0425 03:09:32.459604 3651 cni.go:452] [tsf/patch-tekton-config-p4cs6 b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-p4cs6 b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8 network default NAD default NAD key ] I0425 03:09:32.470285 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-p4cs6, hostIfaceName: b8b2f629cf5b90c, network: default, NAD default, SandboxID: "b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8", PCI device ID: , UID: "1d2db3fd-542b-45f4-b444-b619c4b0feb3", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0425 03:09:32.533182 3651 cni.go:473] [tsf/patch-tekton-config-p4cs6 b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-p4cs6 b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:94:44:de:df:69\",\"name\":\"b8b2f629cf5b90c\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5db17ad-b806-495b-853a-7f586f8a2dc4\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:09:35.894711 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0425 03:09:39.048664 3651 cni.go:452] [tsf-tas/rekor-createtree-job-2wjgj-lg92f d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-2wjgj-lg92f d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831 network default NAD default NAD key ] I0425 03:09:39.136980 3651 cni.go:473] [tsf-tas/rekor-createtree-job-2wjgj-lg92f d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-2wjgj-lg92f d1e934de2703d2d2874c81b873f9efd125a7baf1de4a1bcc3e849908e7d8e831 network default NAD default NAD key default], result "{}", err I0425 03:09:39.221748 3651 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:39.221798 3651 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-2wjgj-lg92f I0425 03:09:39.223340 3651 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-2wjgj-lg92f, ips: 10.130.0.46 I0425 03:09:39.223376 3651 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:39.884996 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0425 03:09:40.068364 3651 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:40.068389 3651 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-2wjgj-lg92f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:41.061426 3651 cni.go:452] [tsf/patch-tekton-config-p4cs6 b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-p4cs6 b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8 network default NAD default NAD key ] I0425 03:09:41.150809 3651 cni.go:473] [tsf/patch-tekton-config-p4cs6 b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-p4cs6 b8b2f629cf5b90cc07576100deebbada585331273054c1530bc87e8ac1bc05c8 network default NAD default NAD key default], result "{}", err I0425 03:09:41.204616 3651 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:41.204654 3651 pods.go:176] Deleting pod: tsf/patch-tekton-config-p4cs6 I0425 03:09:41.206038 3651 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-p4cs6, ips: 10.130.0.47 I0425 03:09:41.206074 3651 obj_retry.go:498] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:42.239222 3651 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:42.239252 3651 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:42.386484 3651 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-bt8m9] creating logical port tsf_tsf-tekton-configuration-bt8m9 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:09:42.386602 3651 kube.go:256] Updating pod tsf/tsf-tekton-configuration-bt8m9 I0425 03:09:42.399396 3651 pod.go:62] [tsf/tsf-tekton-configuration-bt8m9] pod update took 12.820289ms I0425 03:09:42.399420 3651 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-bt8m9] addLogicalPort annotation time took 12.853082ms I0425 03:09:42.400920 3651 pods.go:271] [tsf/tsf-tekton-configuration-bt8m9] addLogicalPort took 14.46361ms, libovsdb time 1.011105ms I0425 03:09:42.753359 3651 cni.go:452] [tsf/tsf-tekton-configuration-bt8m9 3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-bt8m9 3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba network default NAD default NAD key ] I0425 03:09:42.763922 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-bt8m9, hostIfaceName: 3f20bd092f41d4a, network: default, NAD default, SandboxID: "3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba", PCI device ID: , UID: "7fe90e61-d3cb-4bc3-97c0-66c771458d3a", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0425 03:09:42.825381 3651 cni.go:473] [tsf/tsf-tekton-configuration-bt8m9 3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-bt8m9 3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:10:b3:fd:e8:0a\",\"name\":\"3f20bd092f41d4a\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1382edad-da84-44bd-b8c6-368e83332c6f\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:09:45.622127 3651 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6c944878d8-j7nmd] creating logical port tsf-tas_rekor-redis-6c944878d8-j7nmd for pod on switch ip-10-0-2-178.ec2.internal I0425 03:09:45.622277 3651 kube.go:256] Updating pod tsf-tas/rekor-redis-6c944878d8-j7nmd I0425 03:09:45.637796 3651 pod.go:62] [tsf-tas/rekor-redis-6c944878d8-j7nmd] pod update took 15.546711ms I0425 03:09:45.637823 3651 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6c944878d8-j7nmd] addLogicalPort annotation time took 15.582666ms I0425 03:09:45.639489 3651 pods.go:271] [tsf-tas/rekor-redis-6c944878d8-j7nmd] addLogicalPort took 17.396104ms, libovsdb time 1.047199ms I0425 03:09:45.792053 3651 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4] creating logical port tsf-tas_rekor-search-ui-6dd5d4d654-vd6f4 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:09:45.792196 3651 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4 I0425 03:09:45.805438 3651 pod.go:62] [tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4] pod update took 13.268255ms I0425 03:09:45.805472 3651 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4] addLogicalPort annotation time took 13.310379ms I0425 03:09:45.807231 3651 pods.go:271] [tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4] addLogicalPort took 15.200895ms, libovsdb time 1.156209ms I0425 03:09:46.164464 3651 cni.go:452] [tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4 442f4b1bc37f9818959ea0c13dfa8bbc5dbf57b86beb7f5ac141f95f577d9bbd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4 442f4b1bc37f9818959ea0c13dfa8bbc5dbf57b86beb7f5ac141f95f577d9bbd network default NAD default NAD key ] I0425 03:09:46.175814 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6dd5d4d654-vd6f4, hostIfaceName: 442f4b1bc37f981, network: default, NAD default, SandboxID: "442f4b1bc37f9818959ea0c13dfa8bbc5dbf57b86beb7f5ac141f95f577d9bbd", PCI device ID: , UID: "a9830e22-5b0a-4114-93f3-0c44a59ba478", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0425 03:09:46.250173 3651 cni.go:473] [tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4 442f4b1bc37f9818959ea0c13dfa8bbc5dbf57b86beb7f5ac141f95f577d9bbd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6dd5d4d654-vd6f4 442f4b1bc37f9818959ea0c13dfa8bbc5dbf57b86beb7f5ac141f95f577d9bbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:37:6f:a7:40:33\",\"name\":\"442f4b1bc37f981\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b97857a1-94bc-4963-9487-e8f5556df356\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:09:46.415909 3651 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:46.416673 3651 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:47.029229 3651 cni.go:452] [tsf-tas/rekor-redis-6c944878d8-j7nmd aa748e0a216b6c8216233f1b6ad8e09080bf9db963331b9041bd0b884eb1187d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6c944878d8-j7nmd aa748e0a216b6c8216233f1b6ad8e09080bf9db963331b9041bd0b884eb1187d network default NAD default NAD key ] I0425 03:09:47.040432 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6c944878d8-j7nmd, hostIfaceName: aa748e0a216b6c8, network: default, NAD default, SandboxID: "aa748e0a216b6c8216233f1b6ad8e09080bf9db963331b9041bd0b884eb1187d", PCI device ID: , UID: "946b4a97-3fed-465b-83be-002d353d55b1", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0425 03:09:47.099457 3651 cni.go:473] [tsf-tas/rekor-redis-6c944878d8-j7nmd aa748e0a216b6c8216233f1b6ad8e09080bf9db963331b9041bd0b884eb1187d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6c944878d8-j7nmd aa748e0a216b6c8216233f1b6ad8e09080bf9db963331b9041bd0b884eb1187d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:43:88:38:90:e3\",\"name\":\"aa748e0a216b6c8\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59a94b48-bf05-4224-ad83-7867fe2e22ec\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:09:47.314570 3651 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:47.314605 3651 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-5sn58-wll6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 03:09:49.127170 3651 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0425 03:09:51.154405 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0425 03:09:51.319356 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 03:09:52.146762 3651 cni.go:452] [tsf/tsf-tekton-configuration-bt8m9 3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-bt8m9 3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba network default NAD default NAD key ] I0425 03:09:52.234267 3651 cni.go:473] [tsf/tsf-tekton-configuration-bt8m9 3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-bt8m9 3f20bd092f41d4a272a51655cb8b60a8a0ad55e8564be6c1a68216a67ac58bba network default NAD default NAD key default], result "{}", err I0425 03:09:52.287982 3651 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:52.288031 3651 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-bt8m9 I0425 03:09:52.289508 3651 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-bt8m9, ips: 10.130.0.48 I0425 03:09:52.289544 3651 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:53.311306 3651 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.311334 3651 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-bt8m9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.353010 3651 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.353039 3651 obj_retry.go:492] Detected object tsf/patch-tekton-config-p4cs6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:53.362484 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-p4cs6 I0425 03:09:53.362516 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-p4cs6 I0425 03:09:54.043371 3651 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-2-178.ec2.internal I0425 03:09:54.043520 3651 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0425 03:09:54.057877 3651 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.381794ms I0425 03:09:54.057990 3651 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.500085ms I0425 03:09:54.059547 3651 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 16.20014ms, libovsdb time 1.010338ms W0425 03:09:54.344894 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0425 03:09:54.412803 3651 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15 network default NAD default NAD key ] I0425 03:09:54.423218 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d017bf7e034fa7f, network: default, NAD default, SandboxID: "d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15", PCI device ID: , UID: "cf9c5f4e-e04d-4656-8393-fa3869f33348", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0425 03:09:54.484235 3651 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ab:8a:6d:06:15\",\"name\":\"d017bf7e034fa7f\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68d86e66-3880-4faa-b77f-9f4b7905f428\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:09:57.179397 3651 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15 network default NAD default NAD key ] I0425 03:09:57.269338 3651 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d017bf7e034fa7f1890281c98350f9258173ebe2c2a8b18293db197fa39fdb15 network default NAD default NAD key default], result "{}", err I0425 03:09:57.327012 3651 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:57.327057 3651 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0425 03:09:57.328887 3651 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.51 I0425 03:09:57.328930 3651 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:09:57.349774 3651 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:57.349806 3651 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:09:57.353444 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 03:09:57.353471 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0425 03:09:57.559407 3651 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-2-178.ec2.internal I0425 03:09:57.559522 3651 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0425 03:09:57.573613 3651 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 14.121223ms I0425 03:09:57.573654 3651 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 14.173422ms I0425 03:09:57.575212 3651 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.825526ms, libovsdb time 957.125µs I0425 03:09:57.925718 3651 cni.go:452] [tsf-tpa/test-tsf-tpa d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c network default NAD default NAD key ] I0425 03:09:57.936638 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: d28fd2b3d54f662, network: default, NAD default, SandboxID: "d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c", PCI device ID: , UID: "d342ac91-cfe0-4b99-ab67-c9998bc2a4f3", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0425 03:09:57.998476 3651 cni.go:473] [tsf-tpa/test-tsf-tpa d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:8f:57:f3:96:ad\",\"name\":\"d28fd2b3d54f662\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f83482f8-4edd-43ed-8e98-8f6d4dca00cb\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:09:58.688337 3651 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-tls2l] creating logical port tsf-tpa_create-db-tls2l for pod on switch ip-10-0-2-178.ec2.internal I0425 03:09:58.688446 3651 kube.go:256] Updating pod tsf-tpa/create-db-tls2l I0425 03:09:58.702892 3651 pod.go:62] [tsf-tpa/create-db-tls2l] pod update took 14.469948ms I0425 03:09:58.702920 3651 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-tls2l] addLogicalPort annotation time took 14.504927ms I0425 03:09:58.704277 3651 pods.go:271] [tsf-tpa/create-db-tls2l] addLogicalPort took 15.970261ms, libovsdb time 885.84µs I0425 03:09:59.052695 3651 cni.go:452] [tsf-tpa/create-db-tls2l ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-tls2l ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e network default NAD default NAD key ] I0425 03:09:59.063344 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-tls2l, hostIfaceName: ad8ca75595c90f5, network: default, NAD default, SandboxID: "ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e", PCI device ID: , UID: "11fc6d29-9f02-4de2-bd62-dfac3e83ed1b", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0425 03:09:59.125670 3651 cni.go:473] [tsf-tpa/create-db-tls2l ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-tls2l ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:73:78:7c:05:dd\",\"name\":\"ad8ca75595c90f5\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f1e41d2-0869-4b0e-a87c-b8b791d391ce\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:10:00.177469 3651 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618110-sjxsn for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:00.177605 3651 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn I0425 03:10:00.191887 3651 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn] pod update took 14.319278ms I0425 03:10:00.191915 3651 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn] addLogicalPort annotation time took 14.354486ms I0425 03:10:00.193552 3651 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn] addLogicalPort took 16.102049ms, libovsdb time 1.024989ms I0425 03:10:01.074408 3651 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn 285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn 285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33 network default NAD default NAD key ] I0425 03:10:01.084865 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618110-sjxsn, hostIfaceName: 285d17f0087474e, network: default, NAD default, SandboxID: "285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33", PCI device ID: , UID: "1c250cd0-3f27-4244-8b43-57a9b0888b4d", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0425 03:10:01.150591 3651 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn 285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn 285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:cc:d9:54:d3:38\",\"name\":\"285d17f0087474e\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e53b7337-256a-43dd-9d27-99806fa3b0a9\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 03:10:02.178633 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0425 03:10:03.235257 3651 cni.go:452] [tsf-tpa/create-db-tls2l ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-tls2l ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e network default NAD default NAD key ] W0425 03:10:03.303805 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0425 03:10:03.331793 3651 cni.go:473] [tsf-tpa/create-db-tls2l ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-tls2l ad8ca75595c90f521e61ada50db7675022e25d17a4592d4808e75389fb159b4e network default NAD default NAD key default], result "{}", err I0425 03:10:03.389266 3651 obj_retry.go:498] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:03.389315 3651 pods.go:176] Deleting pod: tsf-tpa/create-db-tls2l I0425 03:10:03.390762 3651 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-tls2l, ips: 10.130.0.53 I0425 03:10:03.390795 3651 obj_retry.go:498] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.243013 3651 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn 285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn 285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33 network default NAD default NAD key ] I0425 03:10:04.330795 3651 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn 285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn 285d17f0087474e7e953fba4ea6f05a2695ceae28f93a8ecb8195313f995ab33 network default NAD default NAD key default], result "{}", err I0425 03:10:04.391449 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.391488 3651 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn I0425 03:10:04.393253 3651 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn, ips: 10.130.0.54 I0425 03:10:04.393293 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:04.413624 3651 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:04.413653 3651 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:04.523689 3651 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-qm4x2] creating logical port tsf-tpa_migrate-db-qm4x2 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:04.523789 3651 kube.go:256] Updating pod tsf-tpa/migrate-db-qm4x2 I0425 03:10:04.536802 3651 pod.go:62] [tsf-tpa/migrate-db-qm4x2] pod update took 13.039306ms I0425 03:10:04.536833 3651 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-qm4x2] addLogicalPort annotation time took 13.074015ms I0425 03:10:04.556318 3651 pods.go:271] [tsf-tpa/migrate-db-qm4x2] addLogicalPort took 32.648737ms, libovsdb time 4.790419ms I0425 03:10:04.890548 3651 cni.go:452] [tsf-tpa/migrate-db-qm4x2 20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-qm4x2 20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49 network default NAD default NAD key ] I0425 03:10:04.901679 3651 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-qm4x2, hostIfaceName: 20d834ce29ad78b, network: default, NAD default, SandboxID: "20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49", PCI device ID: , UID: "66767118-1fe0-4217-9125-0fc02ace4b11", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0425 03:10:04.964492 3651 cni.go:473] [tsf-tpa/migrate-db-qm4x2 20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-qm4x2 20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5f:9a:7d:20:bd\",\"name\":\"20d834ce29ad78b\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45a9717a-163c-4e7a-beaf-f290fe6d99df\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:10:05.415906 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:05.415944 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618110-sjxsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:07.264945 3651 cni.go:452] [tsf-tpa/migrate-db-qm4x2 20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-qm4x2 20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49 network default NAD default NAD key ] I0425 03:10:07.364030 3651 cni.go:473] [tsf-tpa/migrate-db-qm4x2 20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-qm4x2 20d834ce29ad78bf38f509d8080c00fcd1549fac230da336fa257ba080ecfa49 network default NAD default NAD key default], result "{}", err I0425 03:10:07.430262 3651 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:07.430327 3651 pods.go:176] Deleting pod: tsf-tpa/migrate-db-qm4x2 I0425 03:10:07.432009 3651 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-qm4x2, ips: 10.130.0.55 I0425 03:10:07.432057 3651 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:07.558070 3651 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:07.558132 3651 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:12.100715 3651 obj_retry.go:498] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:12.101408 3651 obj_retry.go:498] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:13.126535 3651 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:13.126562 3651 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:17.907682 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 03:10:24.151461 3651 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:24.152219 3651 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 03:10:24.521484 3651 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 03:10:25.040491 3651 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:25.040526 3651 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-bqfg5-n4m5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:35.797230 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 W0425 03:10:44.116540 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 03:10:51.523074 3651 cni.go:452] [tsf-tpa/test-tsf-tpa d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c network default NAD default NAD key ] I0425 03:10:51.616273 3651 cni.go:473] [tsf-tpa/test-tsf-tpa d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa d28fd2b3d54f662160183e912588f2017a371bd49737c2779c884926897b070c network default NAD default NAD key default], result "{}", err I0425 03:10:51.672873 3651 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:51.672914 3651 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0425 03:10:51.674340 3651 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.52 I0425 03:10:51.674369 3651 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:10:51.720506 3651 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:51.720535 3651 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:10:51.727788 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 03:10:51.727813 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 03:10:52.502372 3651 namespace.go:98] [default-tenant] adding namespace I0425 03:10:52.502436 3651 namespace.go:98] [image-controller] adding namespace I0425 03:10:52.503311 3651 namespace.go:102] [default-tenant] adding namespace took 917.98µs I0425 03:10:52.503966 3651 namespace.go:102] [image-controller] adding namespace took 1.515033ms I0425 03:10:52.508656 3651 namespace.go:98] [build-service] adding namespace I0425 03:10:52.508727 3651 namespace.go:98] [integration-service] adding namespace I0425 03:10:52.509455 3651 namespace.go:102] [build-service] adding namespace took 778.531µs I0425 03:10:52.510027 3651 namespace.go:102] [integration-service] adding namespace took 1.281712ms I0425 03:10:52.540740 3651 namespace.go:142] [default-tenant] updating namespace I0425 03:10:52.562886 3651 namespace.go:142] [default-tenant] updating namespace I0425 03:10:52.574178 3651 namespace.go:142] [image-controller] updating namespace I0425 03:10:52.596295 3651 namespace.go:142] [image-controller] updating namespace I0425 03:10:52.603863 3651 namespace.go:142] [build-service] updating namespace I0425 03:10:52.617665 3651 namespace.go:142] [build-service] updating namespace I0425 03:10:52.626279 3651 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.647761 3651 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.715650 3651 namespace.go:142] [build-service] updating namespace I0425 03:10:52.736903 3651 namespace.go:142] [integration-service] updating namespace I0425 03:10:52.748701 3651 namespace.go:98] [release-service] adding namespace I0425 03:10:52.749644 3651 namespace.go:102] [release-service] adding namespace took 916.714µs I0425 03:10:52.779662 3651 namespace.go:142] [release-service] updating namespace I0425 03:10:52.779798 3651 namespace.go:142] [konflux-ui] updating namespace I0425 03:10:52.813836 3651 namespace.go:142] [release-service] updating namespace I0425 03:10:52.927808 3651 namespace.go:98] [konflux-info] adding namespace I0425 03:10:52.928836 3651 namespace.go:102] [konflux-info] adding namespace took 1.004327ms I0425 03:10:53.044519 3651 namespace.go:98] [namespace-lister] adding namespace I0425 03:10:53.045493 3651 namespace.go:102] [namespace-lister] adding namespace took 945.133µs I0425 03:10:53.057702 3651 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:53.057805 3651 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0425 03:10:53.094489 3651 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 36.710498ms I0425 03:10:53.094517 3651 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 36.74372ms I0425 03:10:53.095881 3651 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 38.198578ms, libovsdb time 898.472µs I0425 03:10:53.152555 3651 namespace.go:98] [enterprise-contract-service] adding namespace I0425 03:10:53.153485 3651 namespace.go:102] [enterprise-contract-service] adding namespace took 906.672µs I0425 03:10:53.201685 3651 namespace.go:142] [image-controller] updating namespace I0425 03:10:53.411558 3651 namespace.go:142] [default-tenant] updating namespace I0425 03:10:53.548833 3651 namespace.go:98] [segment-bridge] adding namespace I0425 03:10:53.548889 3651 namespace.go:142] [konflux-info] updating namespace I0425 03:10:53.549688 3651 namespace.go:102] [segment-bridge] adding namespace took 829.831µs I0425 03:10:53.679957 3651 namespace.go:142] [konflux-info] updating namespace I0425 03:10:53.680056 3651 namespace.go:98] [konflux-cli] adding namespace I0425 03:10:53.681059 3651 namespace.go:102] [konflux-cli] adding namespace took 990.277µs I0425 03:10:53.725623 3651 cni.go:452] [konflux-ui/test-tsf-konflux ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5 network default NAD default NAD key ] I0425 03:10:53.736265 3651 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: ebbee30b5329667, network: default, NAD default, SandboxID: "ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5", PCI device ID: , UID: "f655ad0e-8d2d-470e-8b4c-4733014110fa", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0425 03:10:53.745687 3651 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:53.796820 3651 cni.go:473] [konflux-ui/test-tsf-konflux ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:cc:01:89:2d:ec\",\"name\":\"ebbee30b5329667\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0fa82bb-6930-44bd-992c-d0e6de371351\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:10:53.890292 3651 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:54.014814 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:54.086720 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:54.262667 3651 namespace.go:142] [segment-bridge] updating namespace I0425 03:10:54.331758 3651 namespace.go:142] [segment-bridge] updating namespace I0425 03:10:54.424440 3651 namespace.go:142] [konflux-cli] updating namespace I0425 03:10:54.511480 3651 namespace.go:142] [konflux-cli] updating namespace I0425 03:10:54.789781 3651 namespace.go:142] [build-service] updating namespace I0425 03:10:54.894854 3651 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 03:10:54.895592 3651 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 03:10:54.895612 3651 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 03:10:54.898432 3651 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 03:10:54.932790 3651 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-r4flg] creating logical port namespace-lister_namespace-lister-696b855848-r4flg for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:54.932916 3651 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-r4flg I0425 03:10:54.935607 3651 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 03:10:54.935634 3651 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 03:10:54.974181 3651 pod.go:62] [namespace-lister/namespace-lister-696b855848-r4flg] pod update took 41.302819ms I0425 03:10:54.974207 3651 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-r4flg] addLogicalPort annotation time took 41.339077ms I0425 03:10:54.975739 3651 pods.go:271] [namespace-lister/namespace-lister-696b855848-r4flg] addLogicalPort took 42.965728ms, libovsdb time 1.027489ms I0425 03:10:54.976578 3651 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 03:10:55.203777 3651 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-nkw7k] creating logical port image-controller_image-controller-controller-manager-6f859968fc-nkw7k for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:55.203892 3651 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-nkw7k I0425 03:10:55.225233 3651 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-nkw7k] pod update took 21.370904ms I0425 03:10:55.225259 3651 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-nkw7k] addLogicalPort annotation time took 21.403381ms I0425 03:10:55.226632 3651 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-nkw7k] addLogicalPort took 22.875852ms, libovsdb time 947.634µs I0425 03:10:55.270446 3651 namespace.go:142] [default-tenant] updating namespace I0425 03:10:55.575203 3651 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-nkw7k f9d2affdedf3886e06070ffc60809f8a51310c2f721f9cc14070dc027214c759 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-nkw7k f9d2affdedf3886e06070ffc60809f8a51310c2f721f9cc14070dc027214c759 network default NAD default NAD key ] I0425 03:10:55.585208 3651 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-nkw7k, hostIfaceName: f9d2affdedf3886, network: default, NAD default, SandboxID: "f9d2affdedf3886e06070ffc60809f8a51310c2f721f9cc14070dc027214c759", PCI device ID: , UID: "7abaf496-ccd8-455b-8d68-f87f86e4fcfa", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0425 03:10:55.646577 3651 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-nkw7k f9d2affdedf3886e06070ffc60809f8a51310c2f721f9cc14070dc027214c759 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-nkw7k f9d2affdedf3886e06070ffc60809f8a51310c2f721f9cc14070dc027214c759 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d1:6a:11:73:0b\",\"name\":\"f9d2affdedf3886\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c49564e6-d12e-47c9-92fb-19771f176411\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:10:55.669487 3651 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-g6gdz for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:55.669608 3651 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz I0425 03:10:55.688210 3651 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz] pod update took 18.639711ms I0425 03:10:55.688236 3651 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz] addLogicalPort annotation time took 18.671889ms I0425 03:10:55.689636 3651 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz] addLogicalPort took 20.166205ms, libovsdb time 913.942µs I0425 03:10:55.897107 3651 cni.go:452] [namespace-lister/namespace-lister-696b855848-r4flg 2703473f5879f771a5b7bc922a387f5ff0902dbc34dbe093ea28748079ccbf10 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-r4flg 2703473f5879f771a5b7bc922a387f5ff0902dbc34dbe093ea28748079ccbf10 network default NAD default NAD key ] I0425 03:10:55.907691 3651 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-r4flg, hostIfaceName: 2703473f5879f77, network: default, NAD default, SandboxID: "2703473f5879f771a5b7bc922a387f5ff0902dbc34dbe093ea28748079ccbf10", PCI device ID: , UID: "4e44bd80-4e30-4cd8-9b88-f5c03d508d74", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0425 03:10:55.916857 3651 base_network_controller_pods.go:487] [default/konflux-ui/dex-64c9f56d99-7lchf] creating logical port konflux-ui_dex-64c9f56d99-7lchf for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:55.916974 3651 kube.go:256] Updating pod konflux-ui/dex-64c9f56d99-7lchf I0425 03:10:55.940205 3651 pod.go:62] [konflux-ui/dex-64c9f56d99-7lchf] pod update took 23.258735ms I0425 03:10:55.940234 3651 base_network_controller_pods.go:951] [default/konflux-ui/dex-64c9f56d99-7lchf] addLogicalPort annotation time took 23.293878ms I0425 03:10:55.941731 3651 pods.go:271] [konflux-ui/dex-64c9f56d99-7lchf] addLogicalPort took 24.887026ms, libovsdb time 925.319µs I0425 03:10:55.972212 3651 cni.go:473] [namespace-lister/namespace-lister-696b855848-r4flg 2703473f5879f771a5b7bc922a387f5ff0902dbc34dbe093ea28748079ccbf10 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-r4flg 2703473f5879f771a5b7bc922a387f5ff0902dbc34dbe093ea28748079ccbf10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:a7:18:dc:d9:89\",\"name\":\"2703473f5879f77\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f50a83a5-c979-40b2-8b9a-dfebb96c56c4\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:10:55.994393 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:56.012080 3651 base_network_controller_pods.go:487] [default/konflux-ui/proxy-858f886d8d-cfr5q] creating logical port konflux-ui_proxy-858f886d8d-cfr5q for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:56.012219 3651 kube.go:256] Updating pod konflux-ui/proxy-858f886d8d-cfr5q I0425 03:10:56.035540 3651 pod.go:62] [konflux-ui/proxy-858f886d8d-cfr5q] pod update took 23.362425ms I0425 03:10:56.035566 3651 base_network_controller_pods.go:951] [default/konflux-ui/proxy-858f886d8d-cfr5q] addLogicalPort annotation time took 23.394724ms I0425 03:10:56.036928 3651 pods.go:271] [konflux-ui/proxy-858f886d8d-cfr5q] addLogicalPort took 24.867848ms, libovsdb time 847.007µs I0425 03:10:56.173013 3651 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-5g5q2] creating logical port build-service_build-service-controller-manager-7cbf488fcf-5g5q2 for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:56.173178 3651 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-5g5q2 I0425 03:10:56.196175 3651 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-5g5q2] pod update took 23.071271ms I0425 03:10:56.196200 3651 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-5g5q2] addLogicalPort annotation time took 23.103076ms I0425 03:10:56.197669 3651 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-5g5q2] addLogicalPort took 24.67928ms, libovsdb time 986.199µs I0425 03:10:56.609778 3651 namespace.go:142] [image-controller] updating namespace I0425 03:10:57.047362 3651 namespace.go:142] [integration-service] updating namespace I0425 03:10:57.487969 3651 namespace.go:142] [konflux-info] updating namespace I0425 03:10:57.812829 3651 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-4q77b] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-4q77b for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:57.812944 3651 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-4q77b I0425 03:10:57.833375 3651 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-4q77b] pod update took 20.462529ms I0425 03:10:57.833405 3651 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-4q77b] addLogicalPort annotation time took 20.500012ms I0425 03:10:57.834946 3651 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-4q77b] addLogicalPort took 22.14381ms, libovsdb time 1.04656ms I0425 03:10:57.853935 3651 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:58.298163 3651 namespace.go:142] [release-service] updating namespace I0425 03:10:58.471961 3651 namespace.go:142] [build-service] updating namespace I0425 03:10:58.510716 3651 namespace.go:142] [default-tenant] updating namespace I0425 03:10:58.537604 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:58.566012 3651 namespace.go:142] [image-controller] updating namespace I0425 03:10:58.589949 3651 namespace.go:142] [integration-service] updating namespace I0425 03:10:58.623912 3651 namespace.go:142] [konflux-info] updating namespace I0425 03:10:58.712210 3651 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:58.730271 3651 namespace.go:142] [release-service] updating namespace I0425 03:10:58.815769 3651 namespace.go:142] [build-service] updating namespace I0425 03:10:58.865374 3651 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz 4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz 4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73 network default NAD default NAD key ] I0425 03:10:58.865490 3651 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-5g5q2 4403dcb5ab25c35f99eb0edf3c5552f5c1243136029d9793f44ce1e208c75da9 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-5g5q2 4403dcb5ab25c35f99eb0edf3c5552f5c1243136029d9793f44ce1e208c75da9 network default NAD default NAD key ] I0425 03:10:58.878341 3651 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-5g5q2, hostIfaceName: 4403dcb5ab25c35, network: default, NAD default, SandboxID: "4403dcb5ab25c35f99eb0edf3c5552f5c1243136029d9793f44ce1e208c75da9", PCI device ID: , UID: "0db19c12-16fc-4d65-9112-ff7bdc98fb65", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0425 03:10:58.878400 3651 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-g6gdz, hostIfaceName: 4fd81c978f74112, network: default, NAD default, SandboxID: "4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73", PCI device ID: , UID: "f1f9f865-2160-40f7-8738-2d5b6d69466a", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0425 03:10:58.903904 3651 namespace.go:142] [default-tenant] updating namespace I0425 03:10:58.921956 3651 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6744c76d99-fph9h] creating logical port integration-service_integration-service-controller-manager-6744c76d99-fph9h for pod on switch ip-10-0-2-178.ec2.internal I0425 03:10:58.922053 3651 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6744c76d99-fph9h I0425 03:10:58.938778 3651 pod.go:62] [integration-service/integration-service-controller-manager-6744c76d99-fph9h] pod update took 16.747727ms I0425 03:10:58.938811 3651 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6744c76d99-fph9h] addLogicalPort annotation time took 16.785821ms I0425 03:10:58.940444 3651 pods.go:271] [integration-service/integration-service-controller-manager-6744c76d99-fph9h] addLogicalPort took 18.505431ms, libovsdb time 1.071668ms I0425 03:10:58.945798 3651 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz 4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz 4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a1:78:9d:80:0a\",\"name\":\"4fd81c978f74112\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2709253-39e8-4e74-a49d-9d8e6ded10ce\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:10:58.971606 3651 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-5g5q2 4403dcb5ab25c35f99eb0edf3c5552f5c1243136029d9793f44ce1e208c75da9 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-5g5q2 4403dcb5ab25c35f99eb0edf3c5552f5c1243136029d9793f44ce1e208c75da9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:07:d9:9b:ce:c0\",\"name\":\"4403dcb5ab25c35\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/747362b9-ba2f-4fbf-9117-0a3bcb300e1e\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:10:58.992695 3651 namespace.go:142] [enterprise-contract-service] updating namespace I0425 03:10:59.075916 3651 namespace.go:142] [image-controller] updating namespace I0425 03:10:59.150804 3651 namespace.go:142] [integration-service] updating namespace I0425 03:10:59.224460 3651 namespace.go:142] [konflux-info] updating namespace I0425 03:10:59.298423 3651 namespace.go:142] [namespace-lister] updating namespace I0425 03:10:59.315613 3651 cni.go:452] [integration-service/integration-service-controller-manager-6744c76d99-fph9h 87cef8021a62c68664bc4a0396f2213e4d9b09eb6f2cc082d0f455aee7806c66 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6744c76d99-fph9h 87cef8021a62c68664bc4a0396f2213e4d9b09eb6f2cc082d0f455aee7806c66 network default NAD default NAD key ] I0425 03:10:59.327171 3651 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6744c76d99-fph9h, hostIfaceName: 87cef8021a62c68, network: default, NAD default, SandboxID: "87cef8021a62c68664bc4a0396f2213e4d9b09eb6f2cc082d0f455aee7806c66", PCI device ID: , UID: "103ba5e3-937b-4abe-8dfe-78a537125a4f", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0425 03:10:59.394019 3651 cni.go:473] [integration-service/integration-service-controller-manager-6744c76d99-fph9h 87cef8021a62c68664bc4a0396f2213e4d9b09eb6f2cc082d0f455aee7806c66 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6744c76d99-fph9h 87cef8021a62c68664bc4a0396f2213e4d9b09eb6f2cc082d0f455aee7806c66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:2e:05:ee:9e:64\",\"name\":\"87cef8021a62c68\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3b57f5a-17ea-4d39-a276-82c9224dd4bd\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:10:59.419204 3651 namespace.go:142] [release-service] updating namespace W0425 03:10:59.598329 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 03:10:59.631902 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0425 03:11:00.615207 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0425 03:11:00.642603 3651 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:00.841291 3651 namespace.go:142] [segment-bridge] updating namespace I0425 03:11:00.960966 3651 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:00.977032 3651 namespace.go:142] [segment-bridge] updating namespace I0425 03:11:01.072381 3651 namespace.go:142] [konflux-cli] updating namespace I0425 03:11:01.166402 3651 namespace.go:142] [segment-bridge] updating namespace I0425 03:11:05.605474 3651 cni.go:452] [konflux-ui/proxy-858f886d8d-cfr5q fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-858f886d8d-cfr5q fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0 network default NAD default NAD key ] I0425 03:11:05.614446 3651 cni.go:452] [konflux-ui/dex-64c9f56d99-7lchf 5bdaa74a95b8f37e48d7ec0ef16e35ea4851b925676471e8f5a348456e97dfbd network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-64c9f56d99-7lchf 5bdaa74a95b8f37e48d7ec0ef16e35ea4851b925676471e8f5a348456e97dfbd network default NAD default NAD key ] I0425 03:11:05.617793 3651 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-858f886d8d-cfr5q, hostIfaceName: fd200ece4910e91, network: default, NAD default, SandboxID: "fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0", PCI device ID: , UID: "2faf02ee-4d59-4c08-921a-df41ab2a479b", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0425 03:11:05.625678 3651 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-64c9f56d99-7lchf, hostIfaceName: 5bdaa74a95b8f37, network: default, NAD default, SandboxID: "5bdaa74a95b8f37e48d7ec0ef16e35ea4851b925676471e8f5a348456e97dfbd", PCI device ID: , UID: "4e308993-7138-4070-aff4-1d7f410a81f5", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0425 03:11:05.688238 3651 cni.go:473] [konflux-ui/proxy-858f886d8d-cfr5q fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-858f886d8d-cfr5q fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:15:f6:0f:26:5b\",\"name\":\"fd200ece4910e91\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/795d8248-754f-4105-b9c2-2f739ebfa578\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:11:05.697859 3651 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-4q77b fb012a2bd39adb283fbc5871ee346d0da723a681b9a403725808c5e7b50186a7 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-4q77b fb012a2bd39adb283fbc5871ee346d0da723a681b9a403725808c5e7b50186a7 network default NAD default NAD key ] I0425 03:11:05.711598 3651 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-4q77b, hostIfaceName: fb012a2bd39adb2, network: default, NAD default, SandboxID: "fb012a2bd39adb283fbc5871ee346d0da723a681b9a403725808c5e7b50186a7", PCI device ID: , UID: "923534da-9a9e-4398-bb9a-66035530a9c6", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0425 03:11:05.719571 3651 cni.go:473] [konflux-ui/dex-64c9f56d99-7lchf 5bdaa74a95b8f37e48d7ec0ef16e35ea4851b925676471e8f5a348456e97dfbd network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-64c9f56d99-7lchf 5bdaa74a95b8f37e48d7ec0ef16e35ea4851b925676471e8f5a348456e97dfbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:63:68:f4:33:29\",\"name\":\"5bdaa74a95b8f37\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e302a00-a2db-433b-a193-02c78b57aa5f\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:11:05.779706 3651 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-4q77b fb012a2bd39adb283fbc5871ee346d0da723a681b9a403725808c5e7b50186a7 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-4q77b fb012a2bd39adb283fbc5871ee346d0da723a681b9a403725808c5e7b50186a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:21:75:c2:70:7c\",\"name\":\"fb012a2bd39adb2\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81f19d44-02c0-45cb-83f9-3c4e21218d6c\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 03:11:06.659917 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 03:11:06.661673 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 03:11:06.679619 3651 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 03:11:06.704578 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 03:11:06.709013 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 03:11:07.679903 3651 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 03:11:07.680826 3651 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 03:11:07.701575 3651 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0425 03:11:10.612519 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 03:11:10.718168 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:10.718186 3651 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:11.266992 3651 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:11.267020 3651 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:17.690186 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 03:11:17.690294 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 03:11:17.737461 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0425 03:11:18.812176 3651 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz 4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz 4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73 network default NAD default NAD key ] I0425 03:11:18.907731 3651 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz 4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz 4fd81c978f7411284c24a0c52558fade5bc2beca0ede7bcac6c7caf83a948f73 network default NAD default NAD key default], result "{}", err I0425 03:11:19.205152 3651 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:11:19.205189 3651 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz I0425 03:11:19.206925 3651 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz, ips: 10.130.0.59 I0425 03:11:19.206955 3651 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 03:11:19.702356 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 03:11:19.706278 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0425 03:11:19.779389 3651 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:11:19.779424 3651 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:11:19.788066 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz I0425 03:11:19.788147 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-g6gdz W0425 03:11:22.724248 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0425 03:11:31.901289 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0425 03:11:48.319924 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:48.319953 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:48.319970 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:48.319976 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 03:11:51.798827 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=151 W0425 03:11:52.815235 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 03:11:52.815260 3651 util.go:959] Failed to build node endpoints for node ip-10-0-2-178.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 03:12:18.215321 3651 cni.go:452] [konflux-ui/proxy-858f886d8d-cfr5q fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-858f886d8d-cfr5q fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0 network default NAD default NAD key ] I0425 03:12:18.309431 3651 cni.go:473] [konflux-ui/proxy-858f886d8d-cfr5q fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-858f886d8d-cfr5q fd200ece4910e91739240b506ce6e94b61d7d76fa4b7c0cc5368420557d545e0 network default NAD default NAD key default], result "{}", err I0425 03:12:18.383419 3651 obj_retry.go:498] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:18.383453 3651 pods.go:176] Deleting pod: konflux-ui/proxy-858f886d8d-cfr5q I0425 03:12:18.385072 3651 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-858f886d8d-cfr5q, ips: 10.130.0.61 I0425 03:12:18.385141 3651 obj_retry.go:498] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:19.152047 3651 obj_retry.go:492] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:19.152075 3651 obj_retry.go:492] Detected object konflux-ui/proxy-858f886d8d-cfr5q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:19.160131 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-858f886d8d-cfr5q I0425 03:12:19.160192 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-858f886d8d-cfr5q I0425 03:12:28.220711 3651 cni.go:452] [konflux-ui/test-tsf-konflux ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5 network default NAD default NAD key ] I0425 03:12:28.306678 3651 cni.go:473] [konflux-ui/test-tsf-konflux ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux ebbee30b53296673c14d4477ba05b0fa1ca62a82dd51951a1825c668ee97cbb5 network default NAD default NAD key default], result "{}", err I0425 03:12:28.364961 3651 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:28.365011 3651 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0425 03:12:28.366808 3651 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.56 I0425 03:12:28.366843 3651 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:12:28.385165 3651 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:28.385277 3651 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:12:28.394330 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 03:12:28.394362 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 03:12:47.808813 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=624 I0425 03:12:48.019982 3651 namespace.go:98] [default-managed-tenant-jxzrd] adding namespace I0425 03:12:48.021138 3651 namespace.go:102] [default-managed-tenant-jxzrd] adding namespace took 1.105621ms I0425 03:12:48.045492 3651 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:48.062504 3651 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.182650 3651 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.305269 3651 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:12:49.380494 3651 namespace.go:142] [default-managed-tenant-jxzrd] updating namespace I0425 03:13:51.803410 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0425 03:13:54.802318 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0425 03:14:15.911643 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0425 03:14:56.918799 3651 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 03:14:58.923130 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0425 03:15:04.891896 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0425 03:16:48.897417 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0425 03:17:23.888488 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 03:17:29.887744 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0425 03:17:30.904900 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0425 03:17:53.805590 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0425 03:17:57.925689 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0425 03:19:03.802735 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0425 03:19:13.812035 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=6 I0425 03:19:19.800422 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0425 03:19:54.911065 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0425 03:20:00.201441 3651 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29618120-7js5t for pod on switch ip-10-0-2-178.ec2.internal I0425 03:20:00.201582 3651 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t I0425 03:20:00.232224 3651 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t] pod update took 30.662445ms I0425 03:20:00.232259 3651 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t] addLogicalPort annotation time took 30.704542ms I0425 03:20:00.233945 3651 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t] addLogicalPort took 32.521538ms, libovsdb time 1.089854ms I0425 03:20:00.568883 3651 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t 2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t 2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821 network default NAD default NAD key ] I0425 03:20:00.579284 3651 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29618120-7js5t, hostIfaceName: 2234d8bae0cf377, network: default, NAD default, SandboxID: "2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821", PCI device ID: , UID: "b9554213-db28-4616-91ae-9420d9e5a481", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0425 03:20:00.643915 3651 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t 2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t 2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:1e:e9:89:0b:22\",\"name\":\"2234d8bae0cf377\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f00d80b-9177-4272-b0f6-1a01057deaab\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 03:20:03.886768 3651 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t 2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t 2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821 network default NAD default NAD key ] I0425 03:20:03.978424 3651 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t 2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t 2234d8bae0cf377294dbf94ac76bf632e34e8367b8e2bffbac2395ae81b12821 network default NAD default NAD key default], result "{}", err I0425 03:20:04.034552 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 03:20:04.034626 3651 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t I0425 03:20:04.036198 3651 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t, ips: 10.130.0.65 I0425 03:20:04.036230 3651 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 03:20:04.061213 3651 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.061359 3651 obj_retry.go:492] Detected object tsf-tpa/create-db-tls2l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.066982 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-tls2l I0425 03:20:04.067016 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-tls2l I0425 03:20:04.901202 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:04.901280 3651 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618120-7js5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.038966 3651 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.039030 3651 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qm4x2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:07.045599 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qm4x2 I0425 03:20:07.045628 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qm4x2 I0425 03:20:13.037634 3651 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:13.037664 3651 obj_retry.go:492] Detected object tsf-tpa/create-importers-qknqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 03:20:13.043842 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-qknqc I0425 03:20:13.043899 3651 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-qknqc I0425 03:21:06.926202 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 03:21:43.914306 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0425 03:21:51.807035 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0425 03:23:08.928880 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0425 03:23:10.900370 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0425 03:23:15.921956 3651 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0425 03:23:22.805509 3651 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0425 03:24:41.891712 3651 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 03:24:43.895259 3651 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10